nigroup/nideep

Log file created at: 2015/09/17 16:37:12
Running on machine: hostname
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0917 16:37:12.508460 31405 caffe.cpp:117] Use CPU.
I0917 16:37:12.508605 31405 caffe.cpp:121] Starting Optimization
I0917 16:37:12.508659 31405 solver.cpp:32] Initializing solver from parameters: 
test_iter: 100
test_interval: 10
base_lr: 0.01
display: 10
max_iter: 7000
lr_policy: "inv"
gamma: 0.0001
power: 0.75
momentum: 0.9
weight_decay: 0.0005
snapshot: 10000
snapshot_prefix: "examples/mnist/lenet"
solver_mode: CPU
net: "examples/mnist/lenet_train_test_baseline.prototxt"
I0917 16:37:12.508713 31405 solver.cpp:70] Creating training net from net file: examples/mnist/lenet_train_test_baseline.prototxt
I0917 16:37:12.508924 31405 net.cpp:288] The NetState phase (0) differed from the phase (1) specified by a rule in layer mnist
I0917 16:37:12.508947 31405 net.cpp:288] The NetState phase (0) differed from the phase (1) specified by a rule in layer accuracy
I0917 16:37:12.509023 31405 net.cpp:42] Initializing net from parameters: 
name: "LeNet"
state {
  phase: TRAIN
}
layer {
  name: "mnist"
  type: "Data"
  top: "data"
  top: "label"
  include {
    phase: TRAIN
  }
  transform_param {
    scale: 0.00390625
  }
  data_param {
    source: "examples/mnist/mnist_train_lmdb"
    batch_size: 16
    backend: LMDB
  }
}
layer {
  name: "conv1"
  type: "Convolution"
  bottom: "data"
  top: "conv1"
  param {
    lr_mult: 1
  }
  param {
    lr_mult: 2
  }
  convolution_param {
    num_output: 20
    kernel_size: 5
    stride: 1
    weight_filler {
      type: "xavier"
    }
    bias_filler {
      type: "constant"
    }
  }
}
layer {
  name: "pool1"
  type: "Pooling"
  bottom: "conv1"
  top: "pool1"
  pooling_param {
    pool: MAX
    kernel_size: 2
    stride: 2
  }
}
layer {
  name: "conv2"
  type: "Convolution"
  bottom: "pool1"
  top: "conv2"
  param {
    lr_mult: 1
  }
  param {
    lr_mult: 2
  }
  convolution_param {
    num_output: 25
    kernel_size: 5
    stride: 1
    weight_filler {
      type: "xavier"
    }
    bias_filler {
      type: "constant"
    }
  }
}
layer {
  name: "pool2"
  type: "Pooling"
  bottom: "conv2"
  top: "pool2"
  pooling_param {
    pool: MAX
    kernel_size: 2
    stride: 2
  }
}
layer {
  name: "ip1"
  type: "InnerProduct"
  bottom: "pool2"
  top: "ip1"
  param {
    lr_mult: 1
  }
  param {
    lr_mult: 2
  }
  inner_product_param {
    num_output: 250
    weight_filler {
      type: "xavier"
    }
    bias_filler {
      type: "constant"
    }
  }
}
layer {
  name: "relu1"
  type: "ReLU"
  bottom: "ip1"
  top: "ip1"
}
layer {
  name: "ip2"
  type: "InnerProduct"
  bottom: "ip1"
  top: "ip2"
  param {
    lr_mult: 1
  }
  param {
    lr_mult: 2
  }
  inner_product_param {
    num_output: 10
    weight_filler {
      type: "xavier"
    }
    bias_filler {
      type: "constant"
    }
  }
}
layer {
  name: "loss"
  type: "SoftmaxWithLoss"
  bottom: "ip2"
  bottom: "label"
  top: "loss"
}
I0917 16:37:12.509392 31405 layer_factory.hpp:74] Creating layer mnist
I0917 16:37:12.509413 31405 net.cpp:91] Creating Layer mnist
I0917 16:37:12.509423 31405 net.cpp:369] mnist -> data
I0917 16:37:12.509448 31405 net.cpp:369] mnist -> label
I0917 16:37:12.509459 31405 net.cpp:121] Setting up mnist
I0917 16:37:12.509516 31405 db_lmdb.cpp:22] Opened lmdb examples/mnist/mnist_train_lmdb
I0917 16:37:12.509558 31405 data_layer.cpp:52] output data size: 16,1,28,28
I0917 16:37:12.509624 31405 net.cpp:128] Top shape: 16 1 28 28 (12544)
I0917 16:37:12.509637 31405 net.cpp:128] Top shape: 16 (16)
I0917 16:37:12.509646 31405 layer_factory.hpp:74] Creating layer conv1
I0917 16:37:12.509660 31405 net.cpp:91] Creating Layer conv1
I0917 16:37:12.509670 31405 net.cpp:411] conv1 <- data
I0917 16:37:12.509681 31405 net.cpp:369] conv1 -> conv1
I0917 16:37:12.509696 31405 net.cpp:121] Setting up conv1
I0917 16:37:12.510010 31405 net.cpp:128] Top shape: 16 20 24 24 (184320)
I0917 16:37:12.510032 31405 layer_factory.hpp:74] Creating layer pool1
I0917 16:37:12.510043 31405 net.cpp:91] Creating Layer pool1
I0917 16:37:12.510051 31405 net.cpp:411] pool1 <- conv1
I0917 16:37:12.510061 31405 net.cpp:369] pool1 -> pool1
I0917 16:37:12.510071 31405 net.cpp:121] Setting up pool1
I0917 16:37:12.510087 31405 net.cpp:128] Top shape: 16 20 12 12 (46080)
I0917 16:37:12.510107 31405 layer_factory.hpp:74] Creating layer conv2
I0917 16:37:12.510118 31405 net.cpp:91] Creating Layer conv2
I0917 16:37:12.510125 31405 net.cpp:411] conv2 <- pool1
I0917 16:37:12.510134 31405 net.cpp:369] conv2 -> conv2
I0917 16:37:12.510145 31405 net.cpp:121] Setting up conv2
I0917 16:37:12.510238 31405 net.cpp:128] Top shape: 16 25 8 8 (25600)
I0917 16:37:12.510257 31405 layer_factory.hpp:74] Creating layer pool2
I0917 16:37:12.510268 31405 net.cpp:91] Creating Layer pool2
I0917 16:37:12.510277 31405 net.cpp:411] pool2 <- conv2
I0917 16:37:12.510285 31405 net.cpp:369] pool2 -> pool2
I0917 16:37:12.510294 31405 net.cpp:121] Setting up pool2
I0917 16:37:12.510305 31405 net.cpp:128] Top shape: 16 25 4 4 (6400)
I0917 16:37:12.510313 31405 layer_factory.hpp:74] Creating layer ip1
I0917 16:37:12.510324 31405 net.cpp:91] Creating Layer ip1
I0917 16:37:12.510334 31405 net.cpp:411] ip1 <- pool2
I0917 16:37:12.510344 31405 net.cpp:369] ip1 -> ip1
I0917 16:37:12.510354 31405 net.cpp:121] Setting up ip1
I0917 16:37:12.510926 31405 net.cpp:128] Top shape: 16 250 (4000)
I0917 16:37:12.510942 31405 layer_factory.hpp:74] Creating layer relu1
I0917 16:37:12.510956 31405 net.cpp:91] Creating Layer relu1
I0917 16:37:12.510963 31405 net.cpp:411] relu1 <- ip1
I0917 16:37:12.510972 31405 net.cpp:358] relu1 -> ip1 (in-place)
I0917 16:37:12.510982 31405 net.cpp:121] Setting up relu1
I0917 16:37:12.510993 31405 net.cpp:128] Top shape: 16 250 (4000)
I0917 16:37:12.510999 31405 layer_factory.hpp:74] Creating layer ip2
I0917 16:37:12.511008 31405 net.cpp:91] Creating Layer ip2
I0917 16:37:12.511014 31405 net.cpp:411] ip2 <- ip1
I0917 16:37:12.511023 31405 net.cpp:369] ip2 -> ip2
I0917 16:37:12.511034 31405 net.cpp:121] Setting up ip2
I0917 16:37:12.511059 31405 net.cpp:128] Top shape: 16 10 (160)
I0917 16:37:12.511067 31405 layer_factory.hpp:74] Creating layer loss
I0917 16:37:12.511080 31405 net.cpp:91] Creating Layer loss
I0917 16:37:12.511088 31405 net.cpp:411] loss <- ip2
I0917 16:37:12.511096 31405 net.cpp:411] loss <- label
I0917 16:37:12.511107 31405 net.cpp:369] loss -> loss
I0917 16:37:12.511119 31405 net.cpp:121] Setting up loss
I0917 16:37:12.511131 31405 layer_factory.hpp:74] Creating layer loss
I0917 16:37:12.511149 31405 net.cpp:128] Top shape: (1)
I0917 16:37:12.511157 31405 net.cpp:130]     with loss weight 1
I0917 16:37:12.511173 31405 net.cpp:193] loss needs backward computation.
I0917 16:37:12.511180 31405 net.cpp:193] ip2 needs backward computation.
I0917 16:37:12.511188 31405 net.cpp:193] relu1 needs backward computation.
I0917 16:37:12.511193 31405 net.cpp:193] ip1 needs backward computation.
I0917 16:37:12.511200 31405 net.cpp:193] pool2 needs backward computation.
I0917 16:37:12.511207 31405 net.cpp:193] conv2 needs backward computation.
I0917 16:37:12.511214 31405 net.cpp:193] pool1 needs backward computation.
I0917 16:37:12.511220 31405 net.cpp:193] conv1 needs backward computation.
I0917 16:37:12.511227 31405 net.cpp:195] mnist does not need backward computation.
I0917 16:37:12.511234 31405 net.cpp:236] This network produces output loss
I0917 16:37:12.511245 31405 net.cpp:483] Collecting Learning Rate and Weight Decay.
I0917 16:37:12.511255 31405 net.cpp:248] Network initialization done.
I0917 16:37:12.511262 31405 net.cpp:249] Memory required for data: 1132484
I0917 16:37:12.511463 31405 solver.cpp:154] Creating test net (#0) specified by net file: examples/mnist/lenet_train_test_baseline.prototxt
I0917 16:37:12.511494 31405 net.cpp:288] The NetState phase (1) differed from the phase (0) specified by a rule in layer mnist
I0917 16:37:12.511561 31405 net.cpp:42] Initializing net from parameters: 
name: "LeNet"
state {
  phase: TEST
}
layer {
  name: "mnist"
  type: "Data"
  top: "data"
  top: "label"
  include {
    phase: TEST
  }
  transform_param {
    scale: 0.00390625
  }
  data_param {
    source: "examples/mnist/mnist_test_lmdb"
    batch_size: 100
    backend: LMDB
  }
}
layer {
  name: "conv1"
  type: "Convolution"
  bottom: "data"
  top: "conv1"
  param {
    lr_mult: 1
  }
  param {
    lr_mult: 2
  }
  convolution_param {
    num_output: 20
    kernel_size: 5
    stride: 1
    weight_filler {
      type: "xavier"
    }
    bias_filler {
      type: "constant"
    }
  }
}
layer {
  name: "pool1"
  type: "Pooling"
  bottom: "conv1"
  top: "pool1"
  pooling_param {
    pool: MAX
    kernel_size: 2
    stride: 2
  }
}
layer {
  name: "conv2"
  type: "Convolution"
  bottom: "pool1"
  top: "conv2"
  param {
    lr_mult: 1
  }
  param {
    lr_mult: 2
  }
  convolution_param {
    num_output: 25
    kernel_size: 5
    stride: 1
    weight_filler {
      type: "xavier"
    }
    bias_filler {
      type: "constant"
    }
  }
}
layer {
  name: "pool2"
  type: "Pooling"
  bottom: "conv2"
  top: "pool2"
  pooling_param {
    pool: MAX
    kernel_size: 2
    stride: 2
  }
}
layer {
  name: "ip1"
  type: "InnerProduct"
  bottom: "pool2"
  top: "ip1"
  param {
    lr_mult: 1
  }
  param {
    lr_mult: 2
  }
  inner_product_param {
    num_output: 250
    weight_filler {
      type: "xavier"
    }
    bias_filler {
      type: "constant"
    }
  }
}
layer {
  name: "relu1"
  type: "ReLU"
  bottom: "ip1"
  top: "ip1"
}
layer {
  name: "ip2"
  type: "InnerProduct"
  bottom: "ip1"
  top: "ip2"
  param {
    lr_mult: 1
  }
  param {
    lr_mult: 2
  }
  inner_product_param {
    num_output: 10
    weight_filler {
      type: "xavier"
    }
    bias_filler {
      type: "constant"
    }
  }
}
layer {
  name: "accuracy"
  type: "Accuracy"
  bottom: "ip2"
  bottom: "label"
  top: "accuracy"
  include {
    phase: TEST
  }
}
layer {
  name: "loss"
  type: "SoftmaxWithLoss"
  bottom: "ip2"
  bottom: "label"
  top: "loss"
}
I0917 16:37:12.511961 31405 layer_factory.hpp:74] Creating layer mnist
I0917 16:37:12.511976 31405 net.cpp:91] Creating Layer mnist
I0917 16:37:12.511986 31405 net.cpp:369] mnist -> data
I0917 16:37:12.511997 31405 net.cpp:369] mnist -> label
I0917 16:37:12.512007 31405 net.cpp:121] Setting up mnist
I0917 16:37:12.512042 31405 db_lmdb.cpp:22] Opened lmdb examples/mnist/mnist_test_lmdb
I0917 16:37:12.512063 31405 data_layer.cpp:52] output data size: 100,1,28,28
I0917 16:37:12.512373 31405 net.cpp:128] Top shape: 100 1 28 28 (78400)
I0917 16:37:12.512390 31405 net.cpp:128] Top shape: 100 (100)
I0917 16:37:12.512399 31405 layer_factory.hpp:74] Creating layer label_mnist_1_split
I0917 16:37:12.512408 31405 net.cpp:91] Creating Layer label_mnist_1_split
I0917 16:37:12.512416 31405 net.cpp:411] label_mnist_1_split <- label
I0917 16:37:12.512425 31405 net.cpp:369] label_mnist_1_split -> label_mnist_1_split_0
I0917 16:37:12.512435 31405 net.cpp:369] label_mnist_1_split -> label_mnist_1_split_1
I0917 16:37:12.512444 31405 net.cpp:121] Setting up label_mnist_1_split
I0917 16:37:12.512459 31405 net.cpp:128] Top shape: 100 (100)
I0917 16:37:12.512466 31405 net.cpp:128] Top shape: 100 (100)
I0917 16:37:12.512473 31405 layer_factory.hpp:74] Creating layer conv1
I0917 16:37:12.512483 31405 net.cpp:91] Creating Layer conv1
I0917 16:37:12.512491 31405 net.cpp:411] conv1 <- data
I0917 16:37:12.512501 31405 net.cpp:369] conv1 -> conv1
I0917 16:37:12.512511 31405 net.cpp:121] Setting up conv1
I0917 16:37:12.512532 31405 net.cpp:128] Top shape: 100 20 24 24 (1152000)
I0917 16:37:12.512544 31405 layer_factory.hpp:74] Creating layer pool1
I0917 16:37:12.512553 31405 net.cpp:91] Creating Layer pool1
I0917 16:37:12.512562 31405 net.cpp:411] pool1 <- conv1
I0917 16:37:12.512570 31405 net.cpp:369] pool1 -> pool1
I0917 16:37:12.512579 31405 net.cpp:121] Setting up pool1
I0917 16:37:12.512589 31405 net.cpp:128] Top shape: 100 20 12 12 (288000)
I0917 16:37:12.512598 31405 layer_factory.hpp:74] Creating layer conv2
I0917 16:37:12.512616 31405 net.cpp:91] Creating Layer conv2
I0917 16:37:12.512626 31405 net.cpp:411] conv2 <- pool1
I0917 16:37:12.512635 31405 net.cpp:369] conv2 -> conv2
I0917 16:37:12.512645 31405 net.cpp:121] Setting up conv2
I0917 16:37:12.512732 31405 net.cpp:128] Top shape: 100 25 8 8 (160000)
I0917 16:37:12.512748 31405 layer_factory.hpp:74] Creating layer pool2
I0917 16:37:12.512773 31405 net.cpp:91] Creating Layer pool2
I0917 16:37:12.512784 31405 net.cpp:411] pool2 <- conv2
I0917 16:37:12.512792 31405 net.cpp:369] pool2 -> pool2
I0917 16:37:12.512804 31405 net.cpp:121] Setting up pool2
I0917 16:37:12.512814 31405 net.cpp:128] Top shape: 100 25 4 4 (40000)
I0917 16:37:12.512821 31405 layer_factory.hpp:74] Creating layer ip1
I0917 16:37:12.512832 31405 net.cpp:91] Creating Layer ip1
I0917 16:37:12.512840 31405 net.cpp:411] ip1 <- pool2
I0917 16:37:12.512850 31405 net.cpp:369] ip1 -> ip1
I0917 16:37:12.512861 31405 net.cpp:121] Setting up ip1
I0917 16:37:12.513442 31405 net.cpp:128] Top shape: 100 250 (25000)
I0917 16:37:12.513458 31405 layer_factory.hpp:74] Creating layer relu1
I0917 16:37:12.513470 31405 net.cpp:91] Creating Layer relu1
I0917 16:37:12.513478 31405 net.cpp:411] relu1 <- ip1
I0917 16:37:12.513486 31405 net.cpp:358] relu1 -> ip1 (in-place)
I0917 16:37:12.513495 31405 net.cpp:121] Setting up relu1
I0917 16:37:12.513504 31405 net.cpp:128] Top shape: 100 250 (25000)
I0917 16:37:12.513510 31405 layer_factory.hpp:74] Creating layer ip2
I0917 16:37:12.513521 31405 net.cpp:91] Creating Layer ip2
I0917 16:37:12.513528 31405 net.cpp:411] ip2 <- ip1
I0917 16:37:12.513537 31405 net.cpp:369] ip2 -> ip2
I0917 16:37:12.513546 31405 net.cpp:121] Setting up ip2
I0917 16:37:12.513577 31405 net.cpp:128] Top shape: 100 10 (1000)
I0917 16:37:12.513591 31405 layer_factory.hpp:74] Creating layer ip2_ip2_0_split
I0917 16:37:12.513599 31405 net.cpp:91] Creating Layer ip2_ip2_0_split
I0917 16:37:12.513607 31405 net.cpp:411] ip2_ip2_0_split <- ip2
I0917 16:37:12.513617 31405 net.cpp:369] ip2_ip2_0_split -> ip2_ip2_0_split_0
I0917 16:37:12.513627 31405 net.cpp:369] ip2_ip2_0_split -> ip2_ip2_0_split_1
I0917 16:37:12.513635 31405 net.cpp:121] Setting up ip2_ip2_0_split
I0917 16:37:12.513644 31405 net.cpp:128] Top shape: 100 10 (1000)
I0917 16:37:12.513653 31405 net.cpp:128] Top shape: 100 10 (1000)
I0917 16:37:12.513659 31405 layer_factory.hpp:74] Creating layer accuracy
I0917 16:37:12.513669 31405 net.cpp:91] Creating Layer accuracy
I0917 16:37:12.513676 31405 net.cpp:411] accuracy <- ip2_ip2_0_split_0
I0917 16:37:12.513684 31405 net.cpp:411] accuracy <- label_mnist_1_split_0
I0917 16:37:12.513694 31405 net.cpp:369] accuracy -> accuracy
I0917 16:37:12.513703 31405 net.cpp:121] Setting up accuracy
I0917 16:37:12.513713 31405 net.cpp:128] Top shape: (1)
I0917 16:37:12.513720 31405 layer_factory.hpp:74] Creating layer loss
I0917 16:37:12.513728 31405 net.cpp:91] Creating Layer loss
I0917 16:37:12.513736 31405 net.cpp:411] loss <- ip2_ip2_0_split_1
I0917 16:37:12.513743 31405 net.cpp:411] loss <- label_mnist_1_split_1
I0917 16:37:12.513753 31405 net.cpp:369] loss -> loss
I0917 16:37:12.513762 31405 net.cpp:121] Setting up loss
I0917 16:37:12.513770 31405 layer_factory.hpp:74] Creating layer loss
I0917 16:37:12.513785 31405 net.cpp:128] Top shape: (1)
I0917 16:37:12.513797 31405 net.cpp:130]     with loss weight 1
I0917 16:37:12.513805 31405 net.cpp:193] loss needs backward computation.
I0917 16:37:12.513813 31405 net.cpp:195] accuracy does not need backward computation.
I0917 16:37:12.513820 31405 net.cpp:193] ip2_ip2_0_split needs backward computation.
I0917 16:37:12.513826 31405 net.cpp:193] ip2 needs backward computation.
I0917 16:37:12.513833 31405 net.cpp:193] relu1 needs backward computation.
I0917 16:37:12.513840 31405 net.cpp:193] ip1 needs backward computation.
I0917 16:37:12.513846 31405 net.cpp:193] pool2 needs backward computation.
I0917 16:37:12.513854 31405 net.cpp:193] conv2 needs backward computation.
I0917 16:37:12.513859 31405 net.cpp:193] pool1 needs backward computation.
I0917 16:37:12.513866 31405 net.cpp:193] conv1 needs backward computation.
I0917 16:37:12.513872 31405 net.cpp:195] label_mnist_1_split does not need backward computation.
I0917 16:37:12.513880 31405 net.cpp:195] mnist does not need backward computation.
I0917 16:37:12.513886 31405 net.cpp:236] This network produces output accuracy
I0917 16:37:12.513892 31405 net.cpp:236] This network produces output loss
I0917 16:37:12.513916 31405 net.cpp:483] Collecting Learning Rate and Weight Decay.
I0917 16:37:12.513924 31405 net.cpp:248] Network initialization done.
I0917 16:37:12.513931 31405 net.cpp:249] Memory required for data: 7086808
I0917 16:37:12.513960 31405 solver.cpp:42] Solver scaffolding done.
I0917 16:37:12.513983 31405 solver.cpp:250] Solving LeNet
I0917 16:37:12.513990 31405 solver.cpp:251] Learning Rate Policy: inv
I0917 16:37:12.514148 31405 solver.cpp:294] Iteration 0, Testing net (#0)
I0917 16:37:21.761684 31405 solver.cpp:343]     Test net output #0: accuracy = 0.0923
I0917 16:37:21.761757 31405 solver.cpp:343]     Test net output #1: loss = 2.40493 (* 1 = 2.40493 loss)
I0917 16:37:21.804574 31405 solver.cpp:214] Iteration 0, loss = 2.36073
I0917 16:37:21.804626 31405 solver.cpp:229]     Train net output #0: loss = 2.36073 (* 1 = 2.36073 loss)
I0917 16:37:21.804664 31405 solver.cpp:486] Iteration 0, lr = 0.01
I0917 16:37:22.191740 31405 solver.cpp:294] Iteration 10, Testing net (#0)
I0917 16:37:31.719270 31405 solver.cpp:343]     Test net output #0: accuracy = 0.3497
I0917 16:37:31.719337 31405 solver.cpp:343]     Test net output #1: loss = 2.01942 (* 1 = 2.01942 loss)
I0917 16:37:31.760186 31405 solver.cpp:214] Iteration 10, loss = 2.21333
I0917 16:37:31.760238 31405 solver.cpp:229]     Train net output #0: loss = 2.21333 (* 1 = 2.21333 loss)
I0917 16:37:31.760265 31405 solver.cpp:486] Iteration 10, lr = 0.00999251
I0917 16:37:32.152626 31405 solver.cpp:294] Iteration 20, Testing net (#0)
I0917 16:37:41.603194 31405 solver.cpp:343]     Test net output #0: accuracy = 0.6007
I0917 16:37:41.603261 31405 solver.cpp:343]     Test net output #1: loss = 1.30339 (* 1 = 1.30339 loss)
I0917 16:37:41.642642 31405 solver.cpp:214] Iteration 20, loss = 1.14379
I0917 16:37:41.642696 31405 solver.cpp:229]     Train net output #0: loss = 1.14379 (* 1 = 1.14379 loss)
I0917 16:37:41.642724 31405 solver.cpp:486] Iteration 20, lr = 0.00998503
I0917 16:37:42.020547 31405 solver.cpp:294] Iteration 30, Testing net (#0)
I0917 16:37:50.807025 31405 solver.cpp:343]     Test net output #0: accuracy = 0.7092
I0917 16:37:50.807139 31405 solver.cpp:343]     Test net output #1: loss = 0.845596 (* 1 = 0.845596 loss)
I0917 16:37:50.844269 31405 solver.cpp:214] Iteration 30, loss = 1.06497
I0917 16:37:50.844313 31405 solver.cpp:229]     Train net output #0: loss = 1.06497 (* 1 = 1.06497 loss)
I0917 16:37:50.844338 31405 solver.cpp:486] Iteration 30, lr = 0.00997756
I0917 16:37:51.203346 31405 solver.cpp:294] Iteration 40, Testing net (#0)
I0917 16:37:59.864301 31405 solver.cpp:343]     Test net output #0: accuracy = 0.7152
I0917 16:37:59.864370 31405 solver.cpp:343]     Test net output #1: loss = 0.83373 (* 1 = 0.83373 loss)
I0917 16:37:59.903817 31405 solver.cpp:214] Iteration 40, loss = 0.420474
I0917 16:37:59.903870 31405 solver.cpp:229]     Train net output #0: loss = 0.420474 (* 1 = 0.420474 loss)
I0917 16:37:59.903898 31405 solver.cpp:486] Iteration 40, lr = 0.0099701
I0917 16:38:00.291666 31405 solver.cpp:294] Iteration 50, Testing net (#0)
I0917 16:38:09.580458 31405 solver.cpp:343]     Test net output #0: accuracy = 0.7081
I0917 16:38:09.580519 31405 solver.cpp:343]     Test net output #1: loss = 0.848885 (* 1 = 0.848885 loss)
I0917 16:38:09.620028 31405 solver.cpp:214] Iteration 50, loss = 0.961007
I0917 16:38:09.620074 31405 solver.cpp:229]     Train net output #0: loss = 0.961007 (* 1 = 0.961007 loss)
I0917 16:38:09.620100 31405 solver.cpp:486] Iteration 50, lr = 0.00996266
I0917 16:38:09.981920 31405 solver.cpp:294] Iteration 60, Testing net (#0)
I0917 16:38:18.301030 31405 solver.cpp:343]     Test net output #0: accuracy = 0.7477
I0917 16:38:18.301095 31405 solver.cpp:343]     Test net output #1: loss = 0.76128 (* 1 = 0.76128 loss)
I0917 16:38:18.339537 31405 solver.cpp:214] Iteration 60, loss = 0.786122
I0917 16:38:18.339589 31405 solver.cpp:229]     Train net output #0: loss = 0.786122 (* 1 = 0.786122 loss)
I0917 16:38:18.339615 31405 solver.cpp:486] Iteration 60, lr = 0.00995523
I0917 16:38:18.706121 31405 solver.cpp:294] Iteration 70, Testing net (#0)
I0917 16:38:27.516016 31405 solver.cpp:343]     Test net output #0: accuracy = 0.8371
I0917 16:38:27.516206 31405 solver.cpp:343]     Test net output #1: loss = 0.495463 (* 1 = 0.495463 loss)
I0917 16:38:27.555362 31405 solver.cpp:214] Iteration 70, loss = 0.521712
I0917 16:38:27.555414 31405 solver.cpp:229]     Train net output #0: loss = 0.521712 (* 1 = 0.521712 loss)
I0917 16:38:27.555439 31405 solver.cpp:486] Iteration 70, lr = 0.00994782
I0917 16:38:27.923128 31405 solver.cpp:294] Iteration 80, Testing net (#0)
I0917 16:38:36.976014 31405 solver.cpp:343]     Test net output #0: accuracy = 0.8191
I0917 16:38:36.976081 31405 solver.cpp:343]     Test net output #1: loss = 0.523919 (* 1 = 0.523919 loss)
I0917 16:38:37.014842 31405 solver.cpp:214] Iteration 80, loss = 0.727471
I0917 16:38:37.014894 31405 solver.cpp:229]     Train net output #0: loss = 0.727472 (* 1 = 0.727472 loss)
I0917 16:38:37.014921 31405 solver.cpp:486] Iteration 80, lr = 0.00994042
I0917 16:38:37.379896 31405 solver.cpp:294] Iteration 90, Testing net (#0)
I0917 16:38:46.765770 31405 solver.cpp:343]     Test net output #0: accuracy = 0.8466
I0917 16:38:46.765837 31405 solver.cpp:343]     Test net output #1: loss = 0.465075 (* 1 = 0.465075 loss)
I0917 16:38:46.801800 31405 solver.cpp:214] Iteration 90, loss = 0.206645
I0917 16:38:46.801846 31405 solver.cpp:229]     Train net output #0: loss = 0.206645 (* 1 = 0.206645 loss)
I0917 16:38:46.801870 31405 solver.cpp:486] Iteration 90, lr = 0.00993303
I0917 16:38:47.144389 31405 solver.cpp:294] Iteration 100, Testing net (#0)
I0917 16:38:56.741658 31405 solver.cpp:343]     Test net output #0: accuracy = 0.8848
I0917 16:38:56.741726 31405 solver.cpp:343]     Test net output #1: loss = 0.39077 (* 1 = 0.39077 loss)
I0917 16:38:56.781730 31405 solver.cpp:214] Iteration 100, loss = 0.419337
I0917 16:38:56.781785 31405 solver.cpp:229]     Train net output #0: loss = 0.419337 (* 1 = 0.419337 loss)
I0917 16:38:56.781812 31405 solver.cpp:486] Iteration 100, lr = 0.00992565
I0917 16:38:57.160437 31405 solver.cpp:294] Iteration 110, Testing net (#0)
I0917 16:39:07.047173 31405 solver.cpp:343]     Test net output #0: accuracy = 0.8595
I0917 16:39:07.047284 31405 solver.cpp:343]     Test net output #1: loss = 0.459467 (* 1 = 0.459467 loss)
I0917 16:39:07.089612 31405 solver.cpp:214] Iteration 110, loss = 0.346467
I0917 16:39:07.089668 31405 solver.cpp:229]     Train net output #0: loss = 0.346467 (* 1 = 0.346467 loss)
I0917 16:39:07.089695 31405 solver.cpp:486] Iteration 110, lr = 0.00991829
I0917 16:39:07.478581 31405 solver.cpp:294] Iteration 120, Testing net (#0)
I0917 16:39:17.646240 31405 solver.cpp:343]     Test net output #0: accuracy = 0.8791
I0917 16:39:17.646311 31405 solver.cpp:343]     Test net output #1: loss = 0.380932 (* 1 = 0.380932 loss)
I0917 16:39:17.689847 31405 solver.cpp:214] Iteration 120, loss = 0.482788
I0917 16:39:17.689904 31405 solver.cpp:229]     Train net output #0: loss = 0.482788 (* 1 = 0.482788 loss)
I0917 16:39:17.689931 31405 solver.cpp:486] Iteration 120, lr = 0.00991093
I0917 16:39:18.074012 31405 solver.cpp:294] Iteration 130, Testing net (#0)
I0917 16:39:27.497059 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9022
I0917 16:39:27.497123 31405 solver.cpp:343]     Test net output #1: loss = 0.322338 (* 1 = 0.322338 loss)
I0917 16:39:27.539305 31405 solver.cpp:214] Iteration 130, loss = 0.419497
I0917 16:39:27.539358 31405 solver.cpp:229]     Train net output #0: loss = 0.419497 (* 1 = 0.419497 loss)
I0917 16:39:27.539386 31405 solver.cpp:486] Iteration 130, lr = 0.0099036
I0917 16:39:27.927413 31405 solver.cpp:294] Iteration 140, Testing net (#0)
I0917 16:39:36.658907 31405 solver.cpp:343]     Test net output #0: accuracy = 0.8929
I0917 16:39:36.658962 31405 solver.cpp:343]     Test net output #1: loss = 0.341015 (* 1 = 0.341015 loss)
I0917 16:39:36.691614 31405 solver.cpp:214] Iteration 140, loss = 0.276911
I0917 16:39:36.691649 31405 solver.cpp:229]     Train net output #0: loss = 0.276911 (* 1 = 0.276911 loss)
I0917 16:39:36.691668 31405 solver.cpp:486] Iteration 140, lr = 0.00989627
I0917 16:39:36.983055 31405 solver.cpp:294] Iteration 150, Testing net (#0)
I0917 16:39:45.399227 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9085
I0917 16:39:45.399476 31405 solver.cpp:343]     Test net output #1: loss = 0.2987 (* 1 = 0.2987 loss)
I0917 16:39:45.433378 31405 solver.cpp:214] Iteration 150, loss = 0.522432
I0917 16:39:45.433413 31405 solver.cpp:229]     Train net output #0: loss = 0.522432 (* 1 = 0.522432 loss)
I0917 16:39:45.433434 31405 solver.cpp:486] Iteration 150, lr = 0.00988896
I0917 16:39:45.728412 31405 solver.cpp:294] Iteration 160, Testing net (#0)
I0917 16:39:55.185247 31405 solver.cpp:343]     Test net output #0: accuracy = 0.8832
I0917 16:39:55.185313 31405 solver.cpp:343]     Test net output #1: loss = 0.360304 (* 1 = 0.360304 loss)
I0917 16:39:55.220937 31405 solver.cpp:214] Iteration 160, loss = 0.198168
I0917 16:39:55.221088 31405 solver.cpp:229]     Train net output #0: loss = 0.198168 (* 1 = 0.198168 loss)
I0917 16:39:55.221117 31405 solver.cpp:486] Iteration 160, lr = 0.00988166
I0917 16:39:55.592934 31405 solver.cpp:294] Iteration 170, Testing net (#0)
I0917 16:40:05.048457 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9006
I0917 16:40:05.048527 31405 solver.cpp:343]     Test net output #1: loss = 0.313124 (* 1 = 0.313124 loss)
I0917 16:40:05.088971 31405 solver.cpp:214] Iteration 170, loss = 0.366246
I0917 16:40:05.089031 31405 solver.cpp:229]     Train net output #0: loss = 0.366246 (* 1 = 0.366246 loss)
I0917 16:40:05.089058 31405 solver.cpp:486] Iteration 170, lr = 0.00987437
I0917 16:40:05.468727 31405 solver.cpp:294] Iteration 180, Testing net (#0)
I0917 16:40:14.809967 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9053
I0917 16:40:14.810032 31405 solver.cpp:343]     Test net output #1: loss = 0.299057 (* 1 = 0.299057 loss)
I0917 16:40:14.848342 31405 solver.cpp:214] Iteration 180, loss = 0.347107
I0917 16:40:14.848395 31405 solver.cpp:229]     Train net output #0: loss = 0.347107 (* 1 = 0.347107 loss)
I0917 16:40:14.848423 31405 solver.cpp:486] Iteration 180, lr = 0.00986709
I0917 16:40:15.229034 31405 solver.cpp:294] Iteration 190, Testing net (#0)
I0917 16:40:24.708127 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9086
I0917 16:40:24.708282 31405 solver.cpp:343]     Test net output #1: loss = 0.287676 (* 1 = 0.287676 loss)
I0917 16:40:24.746776 31405 solver.cpp:214] Iteration 190, loss = 0.313097
I0917 16:40:24.746830 31405 solver.cpp:229]     Train net output #0: loss = 0.313097 (* 1 = 0.313097 loss)
I0917 16:40:24.746857 31405 solver.cpp:486] Iteration 190, lr = 0.00985983
I0917 16:40:25.111429 31405 solver.cpp:294] Iteration 200, Testing net (#0)
I0917 16:40:33.985829 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9271
I0917 16:40:33.985879 31405 solver.cpp:343]     Test net output #1: loss = 0.236623 (* 1 = 0.236623 loss)
I0917 16:40:34.016439 31405 solver.cpp:214] Iteration 200, loss = 0.451335
I0917 16:40:34.016479 31405 solver.cpp:229]     Train net output #0: loss = 0.451336 (* 1 = 0.451336 loss)
I0917 16:40:34.016499 31405 solver.cpp:486] Iteration 200, lr = 0.00985258
I0917 16:40:34.379443 31405 solver.cpp:294] Iteration 210, Testing net (#0)
I0917 16:40:43.010252 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9086
I0917 16:40:43.010304 31405 solver.cpp:343]     Test net output #1: loss = 0.283901 (* 1 = 0.283901 loss)
I0917 16:40:43.037688 31405 solver.cpp:214] Iteration 210, loss = 0.567417
I0917 16:40:43.037721 31405 solver.cpp:229]     Train net output #0: loss = 0.567417 (* 1 = 0.567417 loss)
I0917 16:40:43.037737 31405 solver.cpp:486] Iteration 210, lr = 0.00984534
I0917 16:40:43.300016 31405 solver.cpp:294] Iteration 220, Testing net (#0)
I0917 16:40:52.350121 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9097
I0917 16:40:52.350188 31405 solver.cpp:343]     Test net output #1: loss = 0.2838 (* 1 = 0.2838 loss)
I0917 16:40:52.387987 31405 solver.cpp:214] Iteration 220, loss = 0.680858
I0917 16:40:52.388031 31405 solver.cpp:229]     Train net output #0: loss = 0.680858 (* 1 = 0.680858 loss)
I0917 16:40:52.388053 31405 solver.cpp:486] Iteration 220, lr = 0.00983811
I0917 16:40:52.751384 31405 solver.cpp:294] Iteration 230, Testing net (#0)
I0917 16:41:01.752179 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9088
I0917 16:41:01.752347 31405 solver.cpp:343]     Test net output #1: loss = 0.288213 (* 1 = 0.288213 loss)
I0917 16:41:01.786779 31405 solver.cpp:214] Iteration 230, loss = 0.737799
I0917 16:41:01.786819 31405 solver.cpp:229]     Train net output #0: loss = 0.737799 (* 1 = 0.737799 loss)
I0917 16:41:01.786846 31405 solver.cpp:486] Iteration 230, lr = 0.0098309
I0917 16:41:02.121157 31405 solver.cpp:294] Iteration 240, Testing net (#0)
I0917 16:41:10.809742 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9272
I0917 16:41:10.809811 31405 solver.cpp:343]     Test net output #1: loss = 0.237245 (* 1 = 0.237245 loss)
I0917 16:41:10.848667 31405 solver.cpp:214] Iteration 240, loss = 0.0624148
I0917 16:41:10.848722 31405 solver.cpp:229]     Train net output #0: loss = 0.062415 (* 1 = 0.062415 loss)
I0917 16:41:10.848749 31405 solver.cpp:486] Iteration 240, lr = 0.0098237
I0917 16:41:11.214900 31405 solver.cpp:294] Iteration 250, Testing net (#0)
I0917 16:41:20.152688 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9288
I0917 16:41:20.152748 31405 solver.cpp:343]     Test net output #1: loss = 0.222453 (* 1 = 0.222453 loss)
I0917 16:41:20.190521 31405 solver.cpp:214] Iteration 250, loss = 0.0708789
I0917 16:41:20.190575 31405 solver.cpp:229]     Train net output #0: loss = 0.0708791 (* 1 = 0.0708791 loss)
I0917 16:41:20.190603 31405 solver.cpp:486] Iteration 250, lr = 0.00981651
I0917 16:41:20.568424 31405 solver.cpp:294] Iteration 260, Testing net (#0)
I0917 16:41:29.906260 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9049
I0917 16:41:29.906332 31405 solver.cpp:343]     Test net output #1: loss = 0.286461 (* 1 = 0.286461 loss)
I0917 16:41:29.947733 31405 solver.cpp:214] Iteration 260, loss = 0.314046
I0917 16:41:29.947788 31405 solver.cpp:229]     Train net output #0: loss = 0.314046 (* 1 = 0.314046 loss)
I0917 16:41:29.947814 31405 solver.cpp:486] Iteration 260, lr = 0.00980933
I0917 16:41:30.328256 31405 solver.cpp:294] Iteration 270, Testing net (#0)
I0917 16:41:39.710813 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9089
I0917 16:41:39.710902 31405 solver.cpp:343]     Test net output #1: loss = 0.288393 (* 1 = 0.288393 loss)
I0917 16:41:39.745168 31405 solver.cpp:214] Iteration 270, loss = 0.401385
I0917 16:41:39.745213 31405 solver.cpp:229]     Train net output #0: loss = 0.401385 (* 1 = 0.401385 loss)
I0917 16:41:39.745239 31405 solver.cpp:486] Iteration 270, lr = 0.00980217
I0917 16:41:40.063772 31405 solver.cpp:294] Iteration 280, Testing net (#0)
I0917 16:41:49.359947 31405 solver.cpp:343]     Test net output #0: accuracy = 0.931
I0917 16:41:49.360016 31405 solver.cpp:343]     Test net output #1: loss = 0.220057 (* 1 = 0.220057 loss)
I0917 16:41:49.400180 31405 solver.cpp:214] Iteration 280, loss = 0.106876
I0917 16:41:49.400235 31405 solver.cpp:229]     Train net output #0: loss = 0.106876 (* 1 = 0.106876 loss)
I0917 16:41:49.400264 31405 solver.cpp:486] Iteration 280, lr = 0.00979502
I0917 16:41:49.780501 31405 solver.cpp:294] Iteration 290, Testing net (#0)
I0917 16:41:57.927742 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9271
I0917 16:41:57.927799 31405 solver.cpp:343]     Test net output #1: loss = 0.232358 (* 1 = 0.232358 loss)
I0917 16:41:57.964200 31405 solver.cpp:214] Iteration 290, loss = 0.241078
I0917 16:41:57.964242 31405 solver.cpp:229]     Train net output #0: loss = 0.241078 (* 1 = 0.241078 loss)
I0917 16:41:57.964264 31405 solver.cpp:486] Iteration 290, lr = 0.00978788
I0917 16:41:58.289829 31405 solver.cpp:294] Iteration 300, Testing net (#0)
I0917 16:42:07.720872 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9129
I0917 16:42:07.720942 31405 solver.cpp:343]     Test net output #1: loss = 0.263768 (* 1 = 0.263768 loss)
I0917 16:42:07.761214 31405 solver.cpp:214] Iteration 300, loss = 0.113221
I0917 16:42:07.761270 31405 solver.cpp:229]     Train net output #0: loss = 0.113221 (* 1 = 0.113221 loss)
I0917 16:42:07.761296 31405 solver.cpp:486] Iteration 300, lr = 0.00978075
I0917 16:42:08.146396 31405 solver.cpp:294] Iteration 310, Testing net (#0)
I0917 16:42:17.453730 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9285
I0917 16:42:17.453927 31405 solver.cpp:343]     Test net output #1: loss = 0.227734 (* 1 = 0.227734 loss)
I0917 16:42:17.494437 31405 solver.cpp:214] Iteration 310, loss = 0.433468
I0917 16:42:17.494493 31405 solver.cpp:229]     Train net output #0: loss = 0.433468 (* 1 = 0.433468 loss)
I0917 16:42:17.494519 31405 solver.cpp:486] Iteration 310, lr = 0.00977363
I0917 16:42:17.870015 31405 solver.cpp:294] Iteration 320, Testing net (#0)
I0917 16:42:27.154631 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9262
I0917 16:42:27.154698 31405 solver.cpp:343]     Test net output #1: loss = 0.24235 (* 1 = 0.24235 loss)
I0917 16:42:27.194877 31405 solver.cpp:214] Iteration 320, loss = 0.418629
I0917 16:42:27.194931 31405 solver.cpp:229]     Train net output #0: loss = 0.418629 (* 1 = 0.418629 loss)
I0917 16:42:27.194957 31405 solver.cpp:486] Iteration 320, lr = 0.00976653
I0917 16:42:27.571667 31405 solver.cpp:294] Iteration 330, Testing net (#0)
I0917 16:42:37.208638 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9368
I0917 16:42:37.208708 31405 solver.cpp:343]     Test net output #1: loss = 0.208738 (* 1 = 0.208738 loss)
I0917 16:42:37.249922 31405 solver.cpp:214] Iteration 330, loss = 0.0335658
I0917 16:42:37.249979 31405 solver.cpp:229]     Train net output #0: loss = 0.0335659 (* 1 = 0.0335659 loss)
I0917 16:42:37.250008 31405 solver.cpp:486] Iteration 330, lr = 0.00975944
I0917 16:42:37.631824 31405 solver.cpp:294] Iteration 340, Testing net (#0)
I0917 16:42:47.244685 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9352
I0917 16:42:47.244755 31405 solver.cpp:343]     Test net output #1: loss = 0.208594 (* 1 = 0.208594 loss)
I0917 16:42:47.285645 31405 solver.cpp:214] Iteration 340, loss = 0.0889056
I0917 16:42:47.285701 31405 solver.cpp:229]     Train net output #0: loss = 0.0889057 (* 1 = 0.0889057 loss)
I0917 16:42:47.285727 31405 solver.cpp:486] Iteration 340, lr = 0.00975236
I0917 16:42:47.663700 31405 solver.cpp:294] Iteration 350, Testing net (#0)
I0917 16:42:57.511705 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9319
I0917 16:42:57.511775 31405 solver.cpp:343]     Test net output #1: loss = 0.210572 (* 1 = 0.210572 loss)
I0917 16:42:57.553524 31405 solver.cpp:214] Iteration 350, loss = 0.272735
I0917 16:42:57.553578 31405 solver.cpp:229]     Train net output #0: loss = 0.272735 (* 1 = 0.272735 loss)
I0917 16:42:57.553606 31405 solver.cpp:486] Iteration 350, lr = 0.00974529
I0917 16:42:57.935068 31405 solver.cpp:294] Iteration 360, Testing net (#0)
I0917 16:43:07.733245 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9426
I0917 16:43:07.733314 31405 solver.cpp:343]     Test net output #1: loss = 0.184489 (* 1 = 0.184489 loss)
I0917 16:43:07.773366 31405 solver.cpp:214] Iteration 360, loss = 0.0972635
I0917 16:43:07.773423 31405 solver.cpp:229]     Train net output #0: loss = 0.0972637 (* 1 = 0.0972637 loss)
I0917 16:43:07.773452 31405 solver.cpp:486] Iteration 360, lr = 0.00973823
I0917 16:43:08.147444 31405 solver.cpp:294] Iteration 370, Testing net (#0)
I0917 16:43:17.672194 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9262
I0917 16:43:17.672363 31405 solver.cpp:343]     Test net output #1: loss = 0.224213 (* 1 = 0.224213 loss)
I0917 16:43:17.703531 31405 solver.cpp:214] Iteration 370, loss = 0.153084
I0917 16:43:17.703563 31405 solver.cpp:229]     Train net output #0: loss = 0.153084 (* 1 = 0.153084 loss)
I0917 16:43:17.703583 31405 solver.cpp:486] Iteration 370, lr = 0.00973119
I0917 16:43:18.063730 31405 solver.cpp:294] Iteration 380, Testing net (#0)
I0917 16:43:27.601447 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9297
I0917 16:43:27.601514 31405 solver.cpp:343]     Test net output #1: loss = 0.212292 (* 1 = 0.212292 loss)
I0917 16:43:27.641355 31405 solver.cpp:214] Iteration 380, loss = 0.07063
I0917 16:43:27.641410 31405 solver.cpp:229]     Train net output #0: loss = 0.0706301 (* 1 = 0.0706301 loss)
I0917 16:43:27.641438 31405 solver.cpp:486] Iteration 380, lr = 0.00972416
I0917 16:43:28.006494 31405 solver.cpp:294] Iteration 390, Testing net (#0)
I0917 16:43:37.282341 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9393
I0917 16:43:37.282407 31405 solver.cpp:343]     Test net output #1: loss = 0.194501 (* 1 = 0.194501 loss)
I0917 16:43:37.319339 31405 solver.cpp:214] Iteration 390, loss = 0.130195
I0917 16:43:37.319381 31405 solver.cpp:229]     Train net output #0: loss = 0.130195 (* 1 = 0.130195 loss)
I0917 16:43:37.319404 31405 solver.cpp:486] Iteration 390, lr = 0.00971714
I0917 16:43:37.690587 31405 solver.cpp:294] Iteration 400, Testing net (#0)
I0917 16:43:47.156453 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9245
I0917 16:43:47.156522 31405 solver.cpp:343]     Test net output #1: loss = 0.249299 (* 1 = 0.249299 loss)
I0917 16:43:47.196543 31405 solver.cpp:214] Iteration 400, loss = 0.0249526
I0917 16:43:47.196599 31405 solver.cpp:229]     Train net output #0: loss = 0.0249527 (* 1 = 0.0249527 loss)
I0917 16:43:47.196625 31405 solver.cpp:486] Iteration 400, lr = 0.00971013
I0917 16:43:47.580487 31405 solver.cpp:294] Iteration 410, Testing net (#0)
I0917 16:43:56.811825 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9381
I0917 16:43:56.811990 31405 solver.cpp:343]     Test net output #1: loss = 0.210686 (* 1 = 0.210686 loss)
I0917 16:43:56.849267 31405 solver.cpp:214] Iteration 410, loss = 0.20691
I0917 16:43:56.849315 31405 solver.cpp:229]     Train net output #0: loss = 0.20691 (* 1 = 0.20691 loss)
I0917 16:43:56.849339 31405 solver.cpp:486] Iteration 410, lr = 0.00970313
I0917 16:43:57.216055 31405 solver.cpp:294] Iteration 420, Testing net (#0)
I0917 16:44:06.600246 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9352
I0917 16:44:06.600313 31405 solver.cpp:343]     Test net output #1: loss = 0.208679 (* 1 = 0.208679 loss)
I0917 16:44:06.640316 31405 solver.cpp:214] Iteration 420, loss = 0.0181708
I0917 16:44:06.640369 31405 solver.cpp:229]     Train net output #0: loss = 0.018171 (* 1 = 0.018171 loss)
I0917 16:44:06.640398 31405 solver.cpp:486] Iteration 420, lr = 0.00969615
I0917 16:44:07.019145 31405 solver.cpp:294] Iteration 430, Testing net (#0)
I0917 16:44:16.231808 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9475
I0917 16:44:16.231876 31405 solver.cpp:343]     Test net output #1: loss = 0.177269 (* 1 = 0.177269 loss)
I0917 16:44:16.272851 31405 solver.cpp:214] Iteration 430, loss = 0.595201
I0917 16:44:16.272905 31405 solver.cpp:229]     Train net output #0: loss = 0.595201 (* 1 = 0.595201 loss)
I0917 16:44:16.272933 31405 solver.cpp:486] Iteration 430, lr = 0.00968917
I0917 16:44:16.652050 31405 solver.cpp:294] Iteration 440, Testing net (#0)
I0917 16:44:25.727061 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9347
I0917 16:44:25.727115 31405 solver.cpp:343]     Test net output #1: loss = 0.21049 (* 1 = 0.21049 loss)
I0917 16:44:25.758292 31405 solver.cpp:214] Iteration 440, loss = 0.207252
I0917 16:44:25.758328 31405 solver.cpp:229]     Train net output #0: loss = 0.207252 (* 1 = 0.207252 loss)
I0917 16:44:25.758347 31405 solver.cpp:486] Iteration 440, lr = 0.00968221
I0917 16:44:26.054078 31405 solver.cpp:294] Iteration 450, Testing net (#0)
I0917 16:44:34.403017 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9469
I0917 16:44:34.403172 31405 solver.cpp:343]     Test net output #1: loss = 0.175845 (* 1 = 0.175845 loss)
I0917 16:44:34.430691 31405 solver.cpp:214] Iteration 450, loss = 0.243035
I0917 16:44:34.430722 31405 solver.cpp:229]     Train net output #0: loss = 0.243035 (* 1 = 0.243035 loss)
I0917 16:44:34.430738 31405 solver.cpp:486] Iteration 450, lr = 0.00967526
I0917 16:44:34.680541 31405 solver.cpp:294] Iteration 460, Testing net (#0)
I0917 16:44:43.342838 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9441
I0917 16:44:43.342906 31405 solver.cpp:343]     Test net output #1: loss = 0.187986 (* 1 = 0.187986 loss)
I0917 16:44:43.384011 31405 solver.cpp:214] Iteration 460, loss = 0.0847829
I0917 16:44:43.384065 31405 solver.cpp:229]     Train net output #0: loss = 0.0847831 (* 1 = 0.0847831 loss)
I0917 16:44:43.384093 31405 solver.cpp:486] Iteration 460, lr = 0.00966833
I0917 16:44:43.768786 31405 solver.cpp:294] Iteration 470, Testing net (#0)
I0917 16:44:52.834002 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9406
I0917 16:44:52.834069 31405 solver.cpp:343]     Test net output #1: loss = 0.193285 (* 1 = 0.193285 loss)
I0917 16:44:52.877897 31405 solver.cpp:214] Iteration 470, loss = 0.183285
I0917 16:44:52.877950 31405 solver.cpp:229]     Train net output #0: loss = 0.183286 (* 1 = 0.183286 loss)
I0917 16:44:52.877979 31405 solver.cpp:486] Iteration 470, lr = 0.0096614
I0917 16:44:53.264395 31405 solver.cpp:294] Iteration 480, Testing net (#0)
I0917 16:45:02.676172 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9422
I0917 16:45:02.676240 31405 solver.cpp:343]     Test net output #1: loss = 0.189491 (* 1 = 0.189491 loss)
I0917 16:45:02.715236 31405 solver.cpp:214] Iteration 480, loss = 0.0324437
I0917 16:45:02.715286 31405 solver.cpp:229]     Train net output #0: loss = 0.0324439 (* 1 = 0.0324439 loss)
I0917 16:45:02.715311 31405 solver.cpp:486] Iteration 480, lr = 0.00965448
I0917 16:45:03.081751 31405 solver.cpp:294] Iteration 490, Testing net (#0)
I0917 16:45:11.221911 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9433
I0917 16:45:11.222074 31405 solver.cpp:343]     Test net output #1: loss = 0.183215 (* 1 = 0.183215 loss)
I0917 16:45:11.254428 31405 solver.cpp:214] Iteration 490, loss = 0.544712
I0917 16:45:11.254489 31405 solver.cpp:229]     Train net output #0: loss = 0.544713 (* 1 = 0.544713 loss)
I0917 16:45:11.254518 31405 solver.cpp:486] Iteration 490, lr = 0.00964758
I0917 16:45:11.634448 31405 solver.cpp:294] Iteration 500, Testing net (#0)
I0917 16:45:21.080173 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9446
I0917 16:45:21.080242 31405 solver.cpp:343]     Test net output #1: loss = 0.176866 (* 1 = 0.176866 loss)
I0917 16:45:21.125057 31405 solver.cpp:214] Iteration 500, loss = 0.483317
I0917 16:45:21.125115 31405 solver.cpp:229]     Train net output #0: loss = 0.483317 (* 1 = 0.483317 loss)
I0917 16:45:21.125144 31405 solver.cpp:486] Iteration 500, lr = 0.00964069
I0917 16:45:21.515553 31405 solver.cpp:294] Iteration 510, Testing net (#0)
I0917 16:45:30.837442 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9545
I0917 16:45:30.837512 31405 solver.cpp:343]     Test net output #1: loss = 0.15045 (* 1 = 0.15045 loss)
I0917 16:45:30.876566 31405 solver.cpp:214] Iteration 510, loss = 0.0572903
I0917 16:45:30.876621 31405 solver.cpp:229]     Train net output #0: loss = 0.0572904 (* 1 = 0.0572904 loss)
I0917 16:45:30.876652 31405 solver.cpp:486] Iteration 510, lr = 0.00963381
I0917 16:45:31.245549 31405 solver.cpp:294] Iteration 520, Testing net (#0)
I0917 16:45:40.135278 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9482
I0917 16:45:40.135339 31405 solver.cpp:343]     Test net output #1: loss = 0.172729 (* 1 = 0.172729 loss)
I0917 16:45:40.173389 31405 solver.cpp:214] Iteration 520, loss = 0.0500437
I0917 16:45:40.173435 31405 solver.cpp:229]     Train net output #0: loss = 0.0500438 (* 1 = 0.0500438 loss)
I0917 16:45:40.173457 31405 solver.cpp:486] Iteration 520, lr = 0.00962694
I0917 16:45:40.540706 31405 solver.cpp:294] Iteration 530, Testing net (#0)
I0917 16:45:49.864375 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9558
I0917 16:45:49.864578 31405 solver.cpp:343]     Test net output #1: loss = 0.14933 (* 1 = 0.14933 loss)
I0917 16:45:49.906247 31405 solver.cpp:214] Iteration 530, loss = 0.0791876
I0917 16:45:49.906302 31405 solver.cpp:229]     Train net output #0: loss = 0.0791878 (* 1 = 0.0791878 loss)
I0917 16:45:49.906330 31405 solver.cpp:486] Iteration 530, lr = 0.00962008
I0917 16:45:50.291677 31405 solver.cpp:294] Iteration 540, Testing net (#0)
I0917 16:45:59.540242 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9542
I0917 16:45:59.540309 31405 solver.cpp:343]     Test net output #1: loss = 0.149089 (* 1 = 0.149089 loss)
I0917 16:45:59.578913 31405 solver.cpp:214] Iteration 540, loss = 0.0875903
I0917 16:45:59.578958 31405 solver.cpp:229]     Train net output #0: loss = 0.0875904 (* 1 = 0.0875904 loss)
I0917 16:45:59.578982 31405 solver.cpp:486] Iteration 540, lr = 0.00961323
I0917 16:45:59.943567 31405 solver.cpp:294] Iteration 550, Testing net (#0)
I0917 16:46:08.749542 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9465
I0917 16:46:08.749610 31405 solver.cpp:343]     Test net output #1: loss = 0.178309 (* 1 = 0.178309 loss)
I0917 16:46:08.790319 31405 solver.cpp:214] Iteration 550, loss = 0.143453
I0917 16:46:08.790374 31405 solver.cpp:229]     Train net output #0: loss = 0.143453 (* 1 = 0.143453 loss)
I0917 16:46:08.790401 31405 solver.cpp:486] Iteration 550, lr = 0.0096064
I0917 16:46:09.183401 31405 solver.cpp:294] Iteration 560, Testing net (#0)
I0917 16:46:18.394724 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9333
I0917 16:46:18.394791 31405 solver.cpp:343]     Test net output #1: loss = 0.207719 (* 1 = 0.207719 loss)
I0917 16:46:18.434149 31405 solver.cpp:214] Iteration 560, loss = 0.253905
I0917 16:46:18.434202 31405 solver.cpp:229]     Train net output #0: loss = 0.253905 (* 1 = 0.253905 loss)
I0917 16:46:18.434229 31405 solver.cpp:486] Iteration 560, lr = 0.00959958
I0917 16:46:18.813797 31405 solver.cpp:294] Iteration 570, Testing net (#0)
I0917 16:46:28.285974 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9195
I0917 16:46:28.286293 31405 solver.cpp:343]     Test net output #1: loss = 0.248216 (* 1 = 0.248216 loss)
I0917 16:46:28.328459 31405 solver.cpp:214] Iteration 570, loss = 0.0563565
I0917 16:46:28.328516 31405 solver.cpp:229]     Train net output #0: loss = 0.0563567 (* 1 = 0.0563567 loss)
I0917 16:46:28.328543 31405 solver.cpp:486] Iteration 570, lr = 0.00959276
I0917 16:46:28.706776 31405 solver.cpp:294] Iteration 580, Testing net (#0)
I0917 16:46:38.439589 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9335
I0917 16:46:38.439659 31405 solver.cpp:343]     Test net output #1: loss = 0.200711 (* 1 = 0.200711 loss)
I0917 16:46:38.479842 31405 solver.cpp:214] Iteration 580, loss = 0.360212
I0917 16:46:38.479899 31405 solver.cpp:229]     Train net output #0: loss = 0.360212 (* 1 = 0.360212 loss)
I0917 16:46:38.479928 31405 solver.cpp:486] Iteration 580, lr = 0.00958596
I0917 16:46:38.857786 31405 solver.cpp:294] Iteration 590, Testing net (#0)
I0917 16:46:48.077826 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9421
I0917 16:46:48.077884 31405 solver.cpp:343]     Test net output #1: loss = 0.174643 (* 1 = 0.174643 loss)
I0917 16:46:48.113129 31405 solver.cpp:214] Iteration 590, loss = 0.301308
I0917 16:46:48.113175 31405 solver.cpp:229]     Train net output #0: loss = 0.301308 (* 1 = 0.301308 loss)
I0917 16:46:48.113198 31405 solver.cpp:486] Iteration 590, lr = 0.00957917
I0917 16:46:48.468416 31405 solver.cpp:294] Iteration 600, Testing net (#0)
I0917 16:46:57.522177 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9509
I0917 16:46:57.522246 31405 solver.cpp:343]     Test net output #1: loss = 0.162129 (* 1 = 0.162129 loss)
I0917 16:46:57.565409 31405 solver.cpp:214] Iteration 600, loss = 0.028612
I0917 16:46:57.565465 31405 solver.cpp:229]     Train net output #0: loss = 0.0286121 (* 1 = 0.0286121 loss)
I0917 16:46:57.565492 31405 solver.cpp:486] Iteration 600, lr = 0.0095724
I0917 16:46:57.950649 31405 solver.cpp:294] Iteration 610, Testing net (#0)
I0917 16:47:06.865053 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9457
I0917 16:47:06.865209 31405 solver.cpp:343]     Test net output #1: loss = 0.173277 (* 1 = 0.173277 loss)
I0917 16:47:06.903606 31405 solver.cpp:214] Iteration 610, loss = 0.230175
I0917 16:47:06.903655 31405 solver.cpp:229]     Train net output #0: loss = 0.230175 (* 1 = 0.230175 loss)
I0917 16:47:06.903679 31405 solver.cpp:486] Iteration 610, lr = 0.00956563
I0917 16:47:07.270195 31405 solver.cpp:294] Iteration 620, Testing net (#0)
I0917 16:47:16.677223 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9507
I0917 16:47:16.677291 31405 solver.cpp:343]     Test net output #1: loss = 0.152434 (* 1 = 0.152434 loss)
I0917 16:47:16.717002 31405 solver.cpp:214] Iteration 620, loss = 0.121674
I0917 16:47:16.717061 31405 solver.cpp:229]     Train net output #0: loss = 0.121674 (* 1 = 0.121674 loss)
I0917 16:47:16.717087 31405 solver.cpp:486] Iteration 620, lr = 0.00955887
I0917 16:47:17.099684 31405 solver.cpp:294] Iteration 630, Testing net (#0)
I0917 16:47:26.426033 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9494
I0917 16:47:26.426100 31405 solver.cpp:343]     Test net output #1: loss = 0.154656 (* 1 = 0.154656 loss)
I0917 16:47:26.466038 31405 solver.cpp:214] Iteration 630, loss = 0.328387
I0917 16:47:26.466091 31405 solver.cpp:229]     Train net output #0: loss = 0.328387 (* 1 = 0.328387 loss)
I0917 16:47:26.466119 31405 solver.cpp:486] Iteration 630, lr = 0.00955213
I0917 16:47:26.838567 31405 solver.cpp:294] Iteration 640, Testing net (#0)
I0917 16:47:36.214112 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9506
I0917 16:47:36.214176 31405 solver.cpp:343]     Test net output #1: loss = 0.15442 (* 1 = 0.15442 loss)
I0917 16:47:36.255386 31405 solver.cpp:214] Iteration 640, loss = 0.180885
I0917 16:47:36.255444 31405 solver.cpp:229]     Train net output #0: loss = 0.180886 (* 1 = 0.180886 loss)
I0917 16:47:36.255470 31405 solver.cpp:486] Iteration 640, lr = 0.00954539
I0917 16:47:36.630473 31405 solver.cpp:294] Iteration 650, Testing net (#0)
I0917 16:47:46.217037 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9438
I0917 16:47:46.217366 31405 solver.cpp:343]     Test net output #1: loss = 0.174328 (* 1 = 0.174328 loss)
I0917 16:47:46.259412 31405 solver.cpp:214] Iteration 650, loss = 0.00620672
I0917 16:47:46.259469 31405 solver.cpp:229]     Train net output #0: loss = 0.00620693 (* 1 = 0.00620693 loss)
I0917 16:47:46.259497 31405 solver.cpp:486] Iteration 650, lr = 0.00953867
I0917 16:47:46.636842 31405 solver.cpp:294] Iteration 660, Testing net (#0)
I0917 16:47:55.873580 31405 solver.cpp:343]     Test net output #0: accuracy = 0.953
I0917 16:47:55.873651 31405 solver.cpp:343]     Test net output #1: loss = 0.146866 (* 1 = 0.146866 loss)
I0917 16:47:55.916820 31405 solver.cpp:214] Iteration 660, loss = 0.176087
I0917 16:47:55.916874 31405 solver.cpp:229]     Train net output #0: loss = 0.176087 (* 1 = 0.176087 loss)
I0917 16:47:55.916903 31405 solver.cpp:486] Iteration 660, lr = 0.00953196
I0917 16:47:56.294129 31405 solver.cpp:294] Iteration 670, Testing net (#0)
I0917 16:48:05.003007 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9396
I0917 16:48:05.003072 31405 solver.cpp:343]     Test net output #1: loss = 0.186136 (* 1 = 0.186136 loss)
I0917 16:48:05.039959 31405 solver.cpp:214] Iteration 670, loss = 0.0240614
I0917 16:48:05.040004 31405 solver.cpp:229]     Train net output #0: loss = 0.0240617 (* 1 = 0.0240617 loss)
I0917 16:48:05.040027 31405 solver.cpp:486] Iteration 670, lr = 0.00952526
I0917 16:48:05.423606 31405 solver.cpp:294] Iteration 680, Testing net (#0)
I0917 16:48:14.866272 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9513
I0917 16:48:14.866340 31405 solver.cpp:343]     Test net output #1: loss = 0.15075 (* 1 = 0.15075 loss)
I0917 16:48:14.905808 31405 solver.cpp:214] Iteration 680, loss = 0.175586
I0917 16:48:14.905864 31405 solver.cpp:229]     Train net output #0: loss = 0.175587 (* 1 = 0.175587 loss)
I0917 16:48:14.905891 31405 solver.cpp:486] Iteration 680, lr = 0.00951857
I0917 16:48:15.290438 31405 solver.cpp:294] Iteration 690, Testing net (#0)
I0917 16:48:24.600178 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9521
I0917 16:48:24.600371 31405 solver.cpp:343]     Test net output #1: loss = 0.149803 (* 1 = 0.149803 loss)
I0917 16:48:24.639622 31405 solver.cpp:214] Iteration 690, loss = 0.0820147
I0917 16:48:24.639673 31405 solver.cpp:229]     Train net output #0: loss = 0.0820149 (* 1 = 0.0820149 loss)
I0917 16:48:24.639699 31405 solver.cpp:486] Iteration 690, lr = 0.00951189
I0917 16:48:25.005023 31405 solver.cpp:294] Iteration 700, Testing net (#0)
I0917 16:48:34.377040 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9435
I0917 16:48:34.377107 31405 solver.cpp:343]     Test net output #1: loss = 0.183513 (* 1 = 0.183513 loss)
I0917 16:48:34.415712 31405 solver.cpp:214] Iteration 700, loss = 0.57517
I0917 16:48:34.415748 31405 solver.cpp:229]     Train net output #0: loss = 0.57517 (* 1 = 0.57517 loss)
I0917 16:48:34.415767 31405 solver.cpp:486] Iteration 700, lr = 0.00950522
I0917 16:48:34.789330 31405 solver.cpp:294] Iteration 710, Testing net (#0)
I0917 16:48:43.971025 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9586
I0917 16:48:43.971093 31405 solver.cpp:343]     Test net output #1: loss = 0.131073 (* 1 = 0.131073 loss)
I0917 16:48:44.012250 31405 solver.cpp:214] Iteration 710, loss = 0.288776
I0917 16:48:44.012303 31405 solver.cpp:229]     Train net output #0: loss = 0.288776 (* 1 = 0.288776 loss)
I0917 16:48:44.012332 31405 solver.cpp:486] Iteration 710, lr = 0.00949856
I0917 16:48:44.400770 31405 solver.cpp:294] Iteration 720, Testing net (#0)
I0917 16:48:53.571105 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9579
I0917 16:48:53.571176 31405 solver.cpp:343]     Test net output #1: loss = 0.124916 (* 1 = 0.124916 loss)
I0917 16:48:53.612553 31405 solver.cpp:214] Iteration 720, loss = 0.560007
I0917 16:48:53.612609 31405 solver.cpp:229]     Train net output #0: loss = 0.560007 (* 1 = 0.560007 loss)
I0917 16:48:53.612637 31405 solver.cpp:486] Iteration 720, lr = 0.00949192
I0917 16:48:54.007199 31405 solver.cpp:294] Iteration 730, Testing net (#0)
I0917 16:49:02.910684 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9493
I0917 16:49:02.910773 31405 solver.cpp:343]     Test net output #1: loss = 0.155253 (* 1 = 0.155253 loss)
I0917 16:49:02.947041 31405 solver.cpp:214] Iteration 730, loss = 0.125728
I0917 16:49:02.947094 31405 solver.cpp:229]     Train net output #0: loss = 0.125729 (* 1 = 0.125729 loss)
I0917 16:49:02.947121 31405 solver.cpp:486] Iteration 730, lr = 0.00948528
I0917 16:49:03.314090 31405 solver.cpp:294] Iteration 740, Testing net (#0)
I0917 16:49:12.466020 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9595
I0917 16:49:12.466089 31405 solver.cpp:343]     Test net output #1: loss = 0.137177 (* 1 = 0.137177 loss)
I0917 16:49:12.505798 31405 solver.cpp:214] Iteration 740, loss = 0.0380392
I0917 16:49:12.505852 31405 solver.cpp:229]     Train net output #0: loss = 0.0380393 (* 1 = 0.0380393 loss)
I0917 16:49:12.505879 31405 solver.cpp:486] Iteration 740, lr = 0.00947866
I0917 16:49:12.879228 31405 solver.cpp:294] Iteration 750, Testing net (#0)
I0917 16:49:21.390395 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9549
I0917 16:49:21.390462 31405 solver.cpp:343]     Test net output #1: loss = 0.146611 (* 1 = 0.146611 loss)
I0917 16:49:21.423406 31405 solver.cpp:214] Iteration 750, loss = 0.192628
I0917 16:49:21.423439 31405 solver.cpp:229]     Train net output #0: loss = 0.192628 (* 1 = 0.192628 loss)
I0917 16:49:21.423456 31405 solver.cpp:486] Iteration 750, lr = 0.00947204
I0917 16:49:21.765199 31405 solver.cpp:294] Iteration 760, Testing net (#0)
I0917 16:49:31.006487 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9603
I0917 16:49:31.006554 31405 solver.cpp:343]     Test net output #1: loss = 0.128425 (* 1 = 0.128425 loss)
I0917 16:49:31.045418 31405 solver.cpp:214] Iteration 760, loss = 0.00615809
I0917 16:49:31.045464 31405 solver.cpp:229]     Train net output #0: loss = 0.00615819 (* 1 = 0.00615819 loss)
I0917 16:49:31.045490 31405 solver.cpp:486] Iteration 760, lr = 0.00946544
I0917 16:49:31.427326 31405 solver.cpp:294] Iteration 770, Testing net (#0)
I0917 16:49:40.752223 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9607
I0917 16:49:40.752512 31405 solver.cpp:343]     Test net output #1: loss = 0.121238 (* 1 = 0.121238 loss)
I0917 16:49:40.791599 31405 solver.cpp:214] Iteration 770, loss = 0.0545435
I0917 16:49:40.791656 31405 solver.cpp:229]     Train net output #0: loss = 0.0545436 (* 1 = 0.0545436 loss)
I0917 16:49:40.791682 31405 solver.cpp:486] Iteration 770, lr = 0.00945885
I0917 16:49:41.167552 31405 solver.cpp:294] Iteration 780, Testing net (#0)
I0917 16:49:49.196035 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9537
I0917 16:49:49.196105 31405 solver.cpp:343]     Test net output #1: loss = 0.153664 (* 1 = 0.153664 loss)
I0917 16:49:49.236325 31405 solver.cpp:214] Iteration 780, loss = 0.23884
I0917 16:49:49.236383 31405 solver.cpp:229]     Train net output #0: loss = 0.23884 (* 1 = 0.23884 loss)
I0917 16:49:49.236410 31405 solver.cpp:486] Iteration 780, lr = 0.00945227
I0917 16:49:49.627073 31405 solver.cpp:294] Iteration 790, Testing net (#0)
I0917 16:49:58.278275 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9573
I0917 16:49:58.278343 31405 solver.cpp:343]     Test net output #1: loss = 0.141458 (* 1 = 0.141458 loss)
I0917 16:49:58.318784 31405 solver.cpp:214] Iteration 790, loss = 0.38316
I0917 16:49:58.318838 31405 solver.cpp:229]     Train net output #0: loss = 0.38316 (* 1 = 0.38316 loss)
I0917 16:49:58.318866 31405 solver.cpp:486] Iteration 790, lr = 0.0094457
I0917 16:49:58.699036 31405 solver.cpp:294] Iteration 800, Testing net (#0)
I0917 16:50:08.065961 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9571
I0917 16:50:08.066030 31405 solver.cpp:343]     Test net output #1: loss = 0.138554 (* 1 = 0.138554 loss)
I0917 16:50:08.106509 31405 solver.cpp:214] Iteration 800, loss = 0.232021
I0917 16:50:08.106562 31405 solver.cpp:229]     Train net output #0: loss = 0.232021 (* 1 = 0.232021 loss)
I0917 16:50:08.106590 31405 solver.cpp:486] Iteration 800, lr = 0.00943913
I0917 16:50:08.493031 31405 solver.cpp:294] Iteration 810, Testing net (#0)
I0917 16:50:17.917011 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9504
I0917 16:50:17.917122 31405 solver.cpp:343]     Test net output #1: loss = 0.152397 (* 1 = 0.152397 loss)
I0917 16:50:17.956317 31405 solver.cpp:214] Iteration 810, loss = 0.225966
I0917 16:50:17.956372 31405 solver.cpp:229]     Train net output #0: loss = 0.225966 (* 1 = 0.225966 loss)
I0917 16:50:17.956398 31405 solver.cpp:486] Iteration 810, lr = 0.00943258
I0917 16:50:18.332471 31405 solver.cpp:294] Iteration 820, Testing net (#0)
I0917 16:50:27.676195 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9627
I0917 16:50:27.676266 31405 solver.cpp:343]     Test net output #1: loss = 0.117498 (* 1 = 0.117498 loss)
I0917 16:50:27.720017 31405 solver.cpp:214] Iteration 820, loss = 0.196096
I0917 16:50:27.720075 31405 solver.cpp:229]     Train net output #0: loss = 0.196096 (* 1 = 0.196096 loss)
I0917 16:50:27.720103 31405 solver.cpp:486] Iteration 820, lr = 0.00942605
I0917 16:50:28.111663 31405 solver.cpp:294] Iteration 830, Testing net (#0)
I0917 16:50:37.264001 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9451
I0917 16:50:37.264071 31405 solver.cpp:343]     Test net output #1: loss = 0.176721 (* 1 = 0.176721 loss)
I0917 16:50:37.306701 31405 solver.cpp:214] Iteration 830, loss = 0.0183042
I0917 16:50:37.306757 31405 solver.cpp:229]     Train net output #0: loss = 0.0183042 (* 1 = 0.0183042 loss)
I0917 16:50:37.306784 31405 solver.cpp:486] Iteration 830, lr = 0.00941952
I0917 16:50:37.679085 31405 solver.cpp:294] Iteration 840, Testing net (#0)
I0917 16:50:46.780125 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9602
I0917 16:50:46.780192 31405 solver.cpp:343]     Test net output #1: loss = 0.131762 (* 1 = 0.131762 loss)
I0917 16:50:46.820299 31405 solver.cpp:214] Iteration 840, loss = 0.31794
I0917 16:50:46.820353 31405 solver.cpp:229]     Train net output #0: loss = 0.31794 (* 1 = 0.31794 loss)
I0917 16:50:46.820379 31405 solver.cpp:486] Iteration 840, lr = 0.009413
I0917 16:50:47.195626 31405 solver.cpp:294] Iteration 850, Testing net (#0)
I0917 16:50:56.213325 31405 solver.cpp:343]     Test net output #0: accuracy = 0.956
I0917 16:50:56.213624 31405 solver.cpp:343]     Test net output #1: loss = 0.136834 (* 1 = 0.136834 loss)
I0917 16:50:56.251704 31405 solver.cpp:214] Iteration 850, loss = 0.0479629
I0917 16:50:56.251749 31405 solver.cpp:229]     Train net output #0: loss = 0.047963 (* 1 = 0.047963 loss)
I0917 16:50:56.251772 31405 solver.cpp:486] Iteration 850, lr = 0.00940649
I0917 16:50:56.612009 31405 solver.cpp:294] Iteration 860, Testing net (#0)
I0917 16:51:05.519441 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9674
I0917 16:51:05.519510 31405 solver.cpp:343]     Test net output #1: loss = 0.10931 (* 1 = 0.10931 loss)
I0917 16:51:05.560583 31405 solver.cpp:214] Iteration 860, loss = 0.0575852
I0917 16:51:05.560638 31405 solver.cpp:229]     Train net output #0: loss = 0.0575853 (* 1 = 0.0575853 loss)
I0917 16:51:05.560665 31405 solver.cpp:486] Iteration 860, lr = 0.0094
I0917 16:51:05.938078 31405 solver.cpp:294] Iteration 870, Testing net (#0)
I0917 16:51:15.431488 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9647
I0917 16:51:15.431555 31405 solver.cpp:343]     Test net output #1: loss = 0.11241 (* 1 = 0.11241 loss)
I0917 16:51:15.463557 31405 solver.cpp:214] Iteration 870, loss = 0.212162
I0917 16:51:15.463603 31405 solver.cpp:229]     Train net output #0: loss = 0.212162 (* 1 = 0.212162 loss)
I0917 16:51:15.463628 31405 solver.cpp:486] Iteration 870, lr = 0.00939351
I0917 16:51:15.799854 31405 solver.cpp:294] Iteration 880, Testing net (#0)
I0917 16:51:24.661788 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9551
I0917 16:51:24.661854 31405 solver.cpp:343]     Test net output #1: loss = 0.137966 (* 1 = 0.137966 loss)
I0917 16:51:24.700387 31405 solver.cpp:214] Iteration 880, loss = 0.037304
I0917 16:51:24.700439 31405 solver.cpp:229]     Train net output #0: loss = 0.0373041 (* 1 = 0.0373041 loss)
I0917 16:51:24.700467 31405 solver.cpp:486] Iteration 880, lr = 0.00938703
I0917 16:51:25.080953 31405 solver.cpp:294] Iteration 890, Testing net (#0)
I0917 16:51:33.708678 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9662
I0917 16:51:33.708850 31405 solver.cpp:343]     Test net output #1: loss = 0.108569 (* 1 = 0.108569 loss)
I0917 16:51:33.747995 31405 solver.cpp:214] Iteration 890, loss = 0.179963
I0917 16:51:33.748035 31405 solver.cpp:229]     Train net output #0: loss = 0.179963 (* 1 = 0.179963 loss)
I0917 16:51:33.748056 31405 solver.cpp:486] Iteration 890, lr = 0.00938057
I0917 16:51:34.124244 31405 solver.cpp:294] Iteration 900, Testing net (#0)
I0917 16:51:43.347116 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9649
I0917 16:51:43.347174 31405 solver.cpp:343]     Test net output #1: loss = 0.109181 (* 1 = 0.109181 loss)
I0917 16:51:43.380193 31405 solver.cpp:214] Iteration 900, loss = 0.188663
I0917 16:51:43.380229 31405 solver.cpp:229]     Train net output #0: loss = 0.188663 (* 1 = 0.188663 loss)
I0917 16:51:43.380249 31405 solver.cpp:486] Iteration 900, lr = 0.00937411
I0917 16:51:43.686142 31405 solver.cpp:294] Iteration 910, Testing net (#0)
I0917 16:51:52.173574 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9652
I0917 16:51:52.173643 31405 solver.cpp:343]     Test net output #1: loss = 0.110348 (* 1 = 0.110348 loss)
I0917 16:51:52.213845 31405 solver.cpp:214] Iteration 910, loss = 0.0088248
I0917 16:51:52.213899 31405 solver.cpp:229]     Train net output #0: loss = 0.00882486 (* 1 = 0.00882486 loss)
I0917 16:51:52.213927 31405 solver.cpp:486] Iteration 910, lr = 0.00936767
I0917 16:51:52.589061 31405 solver.cpp:294] Iteration 920, Testing net (#0)
I0917 16:52:01.584589 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9648
I0917 16:52:01.584655 31405 solver.cpp:343]     Test net output #1: loss = 0.107637 (* 1 = 0.107637 loss)
I0917 16:52:01.624582 31405 solver.cpp:214] Iteration 920, loss = 0.220789
I0917 16:52:01.624635 31405 solver.cpp:229]     Train net output #0: loss = 0.220789 (* 1 = 0.220789 loss)
I0917 16:52:01.624662 31405 solver.cpp:486] Iteration 920, lr = 0.00936123
I0917 16:52:02.000474 31405 solver.cpp:294] Iteration 930, Testing net (#0)
I0917 16:52:11.308020 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9554
I0917 16:52:11.308223 31405 solver.cpp:343]     Test net output #1: loss = 0.131646 (* 1 = 0.131646 loss)
I0917 16:52:11.346019 31405 solver.cpp:214] Iteration 930, loss = 0.0581095
I0917 16:52:11.346083 31405 solver.cpp:229]     Train net output #0: loss = 0.0581097 (* 1 = 0.0581097 loss)
I0917 16:52:11.346124 31405 solver.cpp:486] Iteration 930, lr = 0.00935481
I0917 16:52:11.707412 31405 solver.cpp:294] Iteration 940, Testing net (#0)
I0917 16:52:21.111845 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9589
I0917 16:52:21.111922 31405 solver.cpp:343]     Test net output #1: loss = 0.127965 (* 1 = 0.127965 loss)
I0917 16:52:21.151224 31405 solver.cpp:214] Iteration 940, loss = 0.0105956
I0917 16:52:21.151278 31405 solver.cpp:229]     Train net output #0: loss = 0.0105958 (* 1 = 0.0105958 loss)
I0917 16:52:21.151309 31405 solver.cpp:486] Iteration 940, lr = 0.00934839
I0917 16:52:21.528018 31405 solver.cpp:294] Iteration 950, Testing net (#0)
I0917 16:52:30.518507 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9443
I0917 16:52:30.518570 31405 solver.cpp:343]     Test net output #1: loss = 0.173114 (* 1 = 0.173114 loss)
I0917 16:52:30.553757 31405 solver.cpp:214] Iteration 950, loss = 0.0273966
I0917 16:52:30.553802 31405 solver.cpp:229]     Train net output #0: loss = 0.0273968 (* 1 = 0.0273968 loss)
I0917 16:52:30.553825 31405 solver.cpp:486] Iteration 950, lr = 0.00934199
I0917 16:52:30.875646 31405 solver.cpp:294] Iteration 960, Testing net (#0)
I0917 16:52:39.423818 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9603
I0917 16:52:39.423887 31405 solver.cpp:343]     Test net output #1: loss = 0.121934 (* 1 = 0.121934 loss)
I0917 16:52:39.466683 31405 solver.cpp:214] Iteration 960, loss = 0.0336479
I0917 16:52:39.466743 31405 solver.cpp:229]     Train net output #0: loss = 0.0336481 (* 1 = 0.0336481 loss)
I0917 16:52:39.466770 31405 solver.cpp:486] Iteration 960, lr = 0.0093356
I0917 16:52:39.857141 31405 solver.cpp:294] Iteration 970, Testing net (#0)
I0917 16:52:49.294095 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9687
I0917 16:52:49.294204 31405 solver.cpp:343]     Test net output #1: loss = 0.0981942 (* 1 = 0.0981942 loss)
I0917 16:52:49.337240 31405 solver.cpp:214] Iteration 970, loss = 0.0700261
I0917 16:52:49.337294 31405 solver.cpp:229]     Train net output #0: loss = 0.0700263 (* 1 = 0.0700263 loss)
I0917 16:52:49.337322 31405 solver.cpp:486] Iteration 970, lr = 0.00932921
I0917 16:52:49.715459 31405 solver.cpp:294] Iteration 980, Testing net (#0)
I0917 16:52:59.137523 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9588
I0917 16:52:59.137593 31405 solver.cpp:343]     Test net output #1: loss = 0.129484 (* 1 = 0.129484 loss)
I0917 16:52:59.180773 31405 solver.cpp:214] Iteration 980, loss = 0.0319683
I0917 16:52:59.180830 31405 solver.cpp:229]     Train net output #0: loss = 0.0319685 (* 1 = 0.0319685 loss)
I0917 16:52:59.180858 31405 solver.cpp:486] Iteration 980, lr = 0.00932284
I0917 16:52:59.566154 31405 solver.cpp:294] Iteration 990, Testing net (#0)
I0917 16:53:08.998481 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9626
I0917 16:53:08.998539 31405 solver.cpp:343]     Test net output #1: loss = 0.115475 (* 1 = 0.115475 loss)
I0917 16:53:09.036000 31405 solver.cpp:214] Iteration 990, loss = 0.475955
I0917 16:53:09.036043 31405 solver.cpp:229]     Train net output #0: loss = 0.475955 (* 1 = 0.475955 loss)
I0917 16:53:09.036067 31405 solver.cpp:486] Iteration 990, lr = 0.00931648
I0917 16:53:09.369488 31405 solver.cpp:294] Iteration 1000, Testing net (#0)
I0917 16:53:18.671603 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9602
I0917 16:53:18.671670 31405 solver.cpp:343]     Test net output #1: loss = 0.120235 (* 1 = 0.120235 loss)
I0917 16:53:18.710754 31405 solver.cpp:214] Iteration 1000, loss = 0.0342795
I0917 16:53:18.710806 31405 solver.cpp:229]     Train net output #0: loss = 0.0342796 (* 1 = 0.0342796 loss)
I0917 16:53:18.710834 31405 solver.cpp:486] Iteration 1000, lr = 0.00931012
I0917 16:53:19.071781 31405 solver.cpp:294] Iteration 1010, Testing net (#0)
I0917 16:53:28.430419 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9674
I0917 16:53:28.430635 31405 solver.cpp:343]     Test net output #1: loss = 0.106579 (* 1 = 0.106579 loss)
I0917 16:53:28.474364 31405 solver.cpp:214] Iteration 1010, loss = 0.0295378
I0917 16:53:28.474416 31405 solver.cpp:229]     Train net output #0: loss = 0.029538 (* 1 = 0.029538 loss)
I0917 16:53:28.474445 31405 solver.cpp:486] Iteration 1010, lr = 0.00930378
I0917 16:53:28.866286 31405 solver.cpp:294] Iteration 1020, Testing net (#0)
I0917 16:53:38.264996 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9698
I0917 16:53:38.265060 31405 solver.cpp:343]     Test net output #1: loss = 0.103141 (* 1 = 0.103141 loss)
I0917 16:53:38.305089 31405 solver.cpp:214] Iteration 1020, loss = 0.00618307
I0917 16:53:38.305147 31405 solver.cpp:229]     Train net output #0: loss = 0.00618328 (* 1 = 0.00618328 loss)
I0917 16:53:38.305176 31405 solver.cpp:486] Iteration 1020, lr = 0.00929745
I0917 16:53:38.681566 31405 solver.cpp:294] Iteration 1030, Testing net (#0)
I0917 16:53:47.387109 31405 solver.cpp:343]     Test net output #0: accuracy = 0.96
I0917 16:53:47.387161 31405 solver.cpp:343]     Test net output #1: loss = 0.137106 (* 1 = 0.137106 loss)
I0917 16:53:47.426257 31405 solver.cpp:214] Iteration 1030, loss = 0.355347
I0917 16:53:47.426311 31405 solver.cpp:229]     Train net output #0: loss = 0.355347 (* 1 = 0.355347 loss)
I0917 16:53:47.426339 31405 solver.cpp:486] Iteration 1030, lr = 0.00929113
I0917 16:53:47.811732 31405 solver.cpp:294] Iteration 1040, Testing net (#0)
I0917 16:53:57.134007 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9643
I0917 16:53:57.134076 31405 solver.cpp:343]     Test net output #1: loss = 0.110775 (* 1 = 0.110775 loss)
I0917 16:53:57.175513 31405 solver.cpp:214] Iteration 1040, loss = 0.0102643
I0917 16:53:57.175567 31405 solver.cpp:229]     Train net output #0: loss = 0.0102645 (* 1 = 0.0102645 loss)
I0917 16:53:57.175595 31405 solver.cpp:486] Iteration 1040, lr = 0.00928481
I0917 16:53:57.556818 31405 solver.cpp:294] Iteration 1050, Testing net (#0)
I0917 16:54:06.603533 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9688
I0917 16:54:06.603641 31405 solver.cpp:343]     Test net output #1: loss = 0.103257 (* 1 = 0.103257 loss)
I0917 16:54:06.642454 31405 solver.cpp:214] Iteration 1050, loss = 0.0481521
I0917 16:54:06.642506 31405 solver.cpp:229]     Train net output #0: loss = 0.0481523 (* 1 = 0.0481523 loss)
I0917 16:54:06.642534 31405 solver.cpp:486] Iteration 1050, lr = 0.00927851
I0917 16:54:07.005583 31405 solver.cpp:294] Iteration 1060, Testing net (#0)
I0917 16:54:15.563140 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9699
I0917 16:54:15.563208 31405 solver.cpp:343]     Test net output #1: loss = 0.0983243 (* 1 = 0.0983243 loss)
I0917 16:54:15.602293 31405 solver.cpp:214] Iteration 1060, loss = 0.217406
I0917 16:54:15.602344 31405 solver.cpp:229]     Train net output #0: loss = 0.217406 (* 1 = 0.217406 loss)
I0917 16:54:15.602370 31405 solver.cpp:486] Iteration 1060, lr = 0.00927222
I0917 16:54:15.974143 31405 solver.cpp:294] Iteration 1070, Testing net (#0)
I0917 16:54:24.280414 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9706
I0917 16:54:24.280483 31405 solver.cpp:343]     Test net output #1: loss = 0.0978798 (* 1 = 0.0978798 loss)
I0917 16:54:24.318351 31405 solver.cpp:214] Iteration 1070, loss = 0.0656393
I0917 16:54:24.318403 31405 solver.cpp:229]     Train net output #0: loss = 0.0656395 (* 1 = 0.0656395 loss)
I0917 16:54:24.318430 31405 solver.cpp:486] Iteration 1070, lr = 0.00926594
I0917 16:54:24.681625 31405 solver.cpp:294] Iteration 1080, Testing net (#0)
I0917 16:54:33.926234 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9578
I0917 16:54:33.926304 31405 solver.cpp:343]     Test net output #1: loss = 0.133794 (* 1 = 0.133794 loss)
I0917 16:54:33.967798 31405 solver.cpp:214] Iteration 1080, loss = 0.197756
I0917 16:54:33.967855 31405 solver.cpp:229]     Train net output #0: loss = 0.197756 (* 1 = 0.197756 loss)
I0917 16:54:33.967882 31405 solver.cpp:486] Iteration 1080, lr = 0.00925966
I0917 16:54:34.356843 31405 solver.cpp:294] Iteration 1090, Testing net (#0)
I0917 16:54:43.621659 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9638
I0917 16:54:43.621877 31405 solver.cpp:343]     Test net output #1: loss = 0.117328 (* 1 = 0.117328 loss)
I0917 16:54:43.662111 31405 solver.cpp:214] Iteration 1090, loss = 0.0409144
I0917 16:54:43.662166 31405 solver.cpp:229]     Train net output #0: loss = 0.0409146 (* 1 = 0.0409146 loss)
I0917 16:54:43.662194 31405 solver.cpp:486] Iteration 1090, lr = 0.0092534
I0917 16:54:44.039072 31405 solver.cpp:294] Iteration 1100, Testing net (#0)
I0917 16:54:52.978449 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9745
I0917 16:54:52.978518 31405 solver.cpp:343]     Test net output #1: loss = 0.0816031 (* 1 = 0.0816031 loss)
I0917 16:54:53.018920 31405 solver.cpp:214] Iteration 1100, loss = 0.0569255
I0917 16:54:53.018975 31405 solver.cpp:229]     Train net output #0: loss = 0.0569257 (* 1 = 0.0569257 loss)
I0917 16:54:53.019002 31405 solver.cpp:486] Iteration 1100, lr = 0.00924715
I0917 16:54:53.394978 31405 solver.cpp:294] Iteration 1110, Testing net (#0)
I0917 16:55:02.293015 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9636
I0917 16:55:02.293066 31405 solver.cpp:343]     Test net output #1: loss = 0.108756 (* 1 = 0.108756 loss)
I0917 16:55:02.322237 31405 solver.cpp:214] Iteration 1110, loss = 0.298036
I0917 16:55:02.322268 31405 solver.cpp:229]     Train net output #0: loss = 0.298036 (* 1 = 0.298036 loss)
I0917 16:55:02.322284 31405 solver.cpp:486] Iteration 1110, lr = 0.0092409
I0917 16:55:02.586140 31405 solver.cpp:294] Iteration 1120, Testing net (#0)
I0917 16:55:11.844856 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9644
I0917 16:55:11.844924 31405 solver.cpp:343]     Test net output #1: loss = 0.111764 (* 1 = 0.111764 loss)
I0917 16:55:11.883787 31405 solver.cpp:214] Iteration 1120, loss = 0.0513415
I0917 16:55:11.883841 31405 solver.cpp:229]     Train net output #0: loss = 0.0513416 (* 1 = 0.0513416 loss)
I0917 16:55:11.883869 31405 solver.cpp:486] Iteration 1120, lr = 0.00923467
I0917 16:55:12.261483 31405 solver.cpp:294] Iteration 1130, Testing net (#0)
I0917 16:55:21.692263 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9707
I0917 16:55:21.692503 31405 solver.cpp:343]     Test net output #1: loss = 0.09676 (* 1 = 0.09676 loss)
I0917 16:55:21.733650 31405 solver.cpp:214] Iteration 1130, loss = 0.233886
I0917 16:55:21.733716 31405 solver.cpp:229]     Train net output #0: loss = 0.233886 (* 1 = 0.233886 loss)
I0917 16:55:21.733757 31405 solver.cpp:486] Iteration 1130, lr = 0.00922845
I0917 16:55:22.107982 31405 solver.cpp:294] Iteration 1140, Testing net (#0)
I0917 16:55:31.334820 31405 solver.cpp:343]     Test net output #0: accuracy = 0.972
I0917 16:55:31.334867 31405 solver.cpp:343]     Test net output #1: loss = 0.0905976 (* 1 = 0.0905976 loss)
I0917 16:55:31.378676 31405 solver.cpp:214] Iteration 1140, loss = 0.0976328
I0917 16:55:31.378733 31405 solver.cpp:229]     Train net output #0: loss = 0.097633 (* 1 = 0.097633 loss)
I0917 16:55:31.378762 31405 solver.cpp:486] Iteration 1140, lr = 0.00922223
I0917 16:55:31.771499 31405 solver.cpp:294] Iteration 1150, Testing net (#0)
I0917 16:55:41.267662 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9712
I0917 16:55:41.267730 31405 solver.cpp:343]     Test net output #1: loss = 0.0880069 (* 1 = 0.0880069 loss)
I0917 16:55:41.306905 31405 solver.cpp:214] Iteration 1150, loss = 0.0188341
I0917 16:55:41.306959 31405 solver.cpp:229]     Train net output #0: loss = 0.0188342 (* 1 = 0.0188342 loss)
I0917 16:55:41.306988 31405 solver.cpp:486] Iteration 1150, lr = 0.00921603
I0917 16:55:41.674299 31405 solver.cpp:294] Iteration 1160, Testing net (#0)
I0917 16:55:51.069464 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9715
I0917 16:55:51.069535 31405 solver.cpp:343]     Test net output #1: loss = 0.0928324 (* 1 = 0.0928324 loss)
I0917 16:55:51.109051 31405 solver.cpp:214] Iteration 1160, loss = 0.0545843
I0917 16:55:51.109112 31405 solver.cpp:229]     Train net output #0: loss = 0.0545844 (* 1 = 0.0545844 loss)
I0917 16:55:51.109140 31405 solver.cpp:486] Iteration 1160, lr = 0.00920983
I0917 16:55:51.479046 31405 solver.cpp:294] Iteration 1170, Testing net (#0)
I0917 16:56:00.796763 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9702
I0917 16:56:00.797058 31405 solver.cpp:343]     Test net output #1: loss = 0.0910982 (* 1 = 0.0910982 loss)
I0917 16:56:00.834084 31405 solver.cpp:214] Iteration 1170, loss = 0.27655
I0917 16:56:00.834138 31405 solver.cpp:229]     Train net output #0: loss = 0.27655 (* 1 = 0.27655 loss)
I0917 16:56:00.834166 31405 solver.cpp:486] Iteration 1170, lr = 0.00920365
I0917 16:56:01.204391 31405 solver.cpp:294] Iteration 1180, Testing net (#0)
I0917 16:56:10.608006 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9688
I0917 16:56:10.608077 31405 solver.cpp:343]     Test net output #1: loss = 0.0958763 (* 1 = 0.0958763 loss)
I0917 16:56:10.647855 31405 solver.cpp:214] Iteration 1180, loss = 0.0055743
I0917 16:56:10.647904 31405 solver.cpp:229]     Train net output #0: loss = 0.00557446 (* 1 = 0.00557446 loss)
I0917 16:56:10.647930 31405 solver.cpp:486] Iteration 1180, lr = 0.00919748
I0917 16:56:11.017698 31405 solver.cpp:294] Iteration 1190, Testing net (#0)
I0917 16:56:20.165805 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9703
I0917 16:56:20.165874 31405 solver.cpp:343]     Test net output #1: loss = 0.0919565 (* 1 = 0.0919565 loss)
I0917 16:56:20.205077 31405 solver.cpp:214] Iteration 1190, loss = 0.0188644
I0917 16:56:20.205132 31405 solver.cpp:229]     Train net output #0: loss = 0.0188645 (* 1 = 0.0188645 loss)
I0917 16:56:20.205159 31405 solver.cpp:486] Iteration 1190, lr = 0.00919131
I0917 16:56:20.580531 31405 solver.cpp:294] Iteration 1200, Testing net (#0)
I0917 16:56:29.717589 31405 solver.cpp:343]     Test net output #0: accuracy = 0.965
I0917 16:56:29.717656 31405 solver.cpp:343]     Test net output #1: loss = 0.10805 (* 1 = 0.10805 loss)
I0917 16:56:29.758689 31405 solver.cpp:214] Iteration 1200, loss = 0.0994559
I0917 16:56:29.758743 31405 solver.cpp:229]     Train net output #0: loss = 0.099456 (* 1 = 0.099456 loss)
I0917 16:56:29.758770 31405 solver.cpp:486] Iteration 1200, lr = 0.00918515
I0917 16:56:30.134033 31405 solver.cpp:294] Iteration 1210, Testing net (#0)
I0917 16:56:39.218152 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9699
I0917 16:56:39.218358 31405 solver.cpp:343]     Test net output #1: loss = 0.0919948 (* 1 = 0.0919948 loss)
I0917 16:56:39.261255 31405 solver.cpp:214] Iteration 1210, loss = 0.331084
I0917 16:56:39.261309 31405 solver.cpp:229]     Train net output #0: loss = 0.331084 (* 1 = 0.331084 loss)
I0917 16:56:39.261337 31405 solver.cpp:486] Iteration 1210, lr = 0.00917901
I0917 16:56:39.650511 31405 solver.cpp:294] Iteration 1220, Testing net (#0)
I0917 16:56:48.791359 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9723
I0917 16:56:48.791435 31405 solver.cpp:343]     Test net output #1: loss = 0.0848911 (* 1 = 0.0848911 loss)
I0917 16:56:48.830909 31405 solver.cpp:214] Iteration 1220, loss = 0.0303528
I0917 16:56:48.830973 31405 solver.cpp:229]     Train net output #0: loss = 0.030353 (* 1 = 0.030353 loss)
I0917 16:56:48.831015 31405 solver.cpp:486] Iteration 1220, lr = 0.00917287
I0917 16:56:49.201684 31405 solver.cpp:294] Iteration 1230, Testing net (#0)
I0917 16:56:58.716169 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9724
I0917 16:56:58.716248 31405 solver.cpp:343]     Test net output #1: loss = 0.0862606 (* 1 = 0.0862606 loss)
I0917 16:56:58.755192 31405 solver.cpp:214] Iteration 1230, loss = 0.00343289
I0917 16:56:58.755254 31405 solver.cpp:229]     Train net output #0: loss = 0.00343309 (* 1 = 0.00343309 loss)
I0917 16:56:58.755295 31405 solver.cpp:486] Iteration 1230, lr = 0.00916675
I0917 16:56:59.122855 31405 solver.cpp:294] Iteration 1240, Testing net (#0)
I0917 16:57:08.427830 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9712
I0917 16:57:08.427897 31405 solver.cpp:343]     Test net output #1: loss = 0.0886776 (* 1 = 0.0886776 loss)
I0917 16:57:08.465051 31405 solver.cpp:214] Iteration 1240, loss = 0.0210368
I0917 16:57:08.465106 31405 solver.cpp:229]     Train net output #0: loss = 0.021037 (* 1 = 0.021037 loss)
I0917 16:57:08.465134 31405 solver.cpp:486] Iteration 1240, lr = 0.00916063
I0917 16:57:08.831645 31405 solver.cpp:294] Iteration 1250, Testing net (#0)
I0917 16:57:18.236258 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9729
I0917 16:57:18.236452 31405 solver.cpp:343]     Test net output #1: loss = 0.0886365 (* 1 = 0.0886365 loss)
I0917 16:57:18.272111 31405 solver.cpp:214] Iteration 1250, loss = 0.0331845
I0917 16:57:18.272166 31405 solver.cpp:229]     Train net output #0: loss = 0.0331847 (* 1 = 0.0331847 loss)
I0917 16:57:18.272193 31405 solver.cpp:486] Iteration 1250, lr = 0.00915452
I0917 16:57:18.640569 31405 solver.cpp:294] Iteration 1260, Testing net (#0)
I0917 16:57:28.092103 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9696
I0917 16:57:28.092170 31405 solver.cpp:343]     Test net output #1: loss = 0.0943657 (* 1 = 0.0943657 loss)
I0917 16:57:28.131397 31405 solver.cpp:214] Iteration 1260, loss = 0.61578
I0917 16:57:28.131453 31405 solver.cpp:229]     Train net output #0: loss = 0.61578 (* 1 = 0.61578 loss)
I0917 16:57:28.131479 31405 solver.cpp:486] Iteration 1260, lr = 0.00914842
I0917 16:57:28.503381 31405 solver.cpp:294] Iteration 1270, Testing net (#0)
I0917 16:57:37.635242 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9631
I0917 16:57:37.635300 31405 solver.cpp:343]     Test net output #1: loss = 0.111262 (* 1 = 0.111262 loss)
I0917 16:57:37.673260 31405 solver.cpp:214] Iteration 1270, loss = 0.0146386
I0917 16:57:37.673310 31405 solver.cpp:229]     Train net output #0: loss = 0.0146387 (* 1 = 0.0146387 loss)
I0917 16:57:37.673334 31405 solver.cpp:486] Iteration 1270, lr = 0.00914233
I0917 16:57:38.022423 31405 solver.cpp:294] Iteration 1280, Testing net (#0)
I0917 16:57:47.359221 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9688
I0917 16:57:47.359289 31405 solver.cpp:343]     Test net output #1: loss = 0.0949685 (* 1 = 0.0949685 loss)
I0917 16:57:47.393717 31405 solver.cpp:214] Iteration 1280, loss = 0.0149058
I0917 16:57:47.393764 31405 solver.cpp:229]     Train net output #0: loss = 0.0149061 (* 1 = 0.0149061 loss)
I0917 16:57:47.393789 31405 solver.cpp:486] Iteration 1280, lr = 0.00913625
I0917 16:57:47.770018 31405 solver.cpp:294] Iteration 1290, Testing net (#0)
I0917 16:57:57.218377 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9745
I0917 16:57:57.218579 31405 solver.cpp:343]     Test net output #1: loss = 0.0773135 (* 1 = 0.0773135 loss)
I0917 16:57:57.258432 31405 solver.cpp:214] Iteration 1290, loss = 0.186433
I0917 16:57:57.258486 31405 solver.cpp:229]     Train net output #0: loss = 0.186433 (* 1 = 0.186433 loss)
I0917 16:57:57.258513 31405 solver.cpp:486] Iteration 1290, lr = 0.00913018
I0917 16:57:57.642076 31405 solver.cpp:294] Iteration 1300, Testing net (#0)
I0917 16:58:07.103886 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9725
I0917 16:58:07.103952 31405 solver.cpp:343]     Test net output #1: loss = 0.0849811 (* 1 = 0.0849811 loss)
I0917 16:58:07.143203 31405 solver.cpp:214] Iteration 1300, loss = 0.0185336
I0917 16:58:07.143254 31405 solver.cpp:229]     Train net output #0: loss = 0.0185338 (* 1 = 0.0185338 loss)
I0917 16:58:07.143280 31405 solver.cpp:486] Iteration 1300, lr = 0.00912412
I0917 16:58:07.515272 31405 solver.cpp:294] Iteration 1310, Testing net (#0)
I0917 16:58:16.878665 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9699
I0917 16:58:16.878736 31405 solver.cpp:343]     Test net output #1: loss = 0.091363 (* 1 = 0.091363 loss)
I0917 16:58:16.918918 31405 solver.cpp:214] Iteration 1310, loss = 0.156751
I0917 16:58:16.918973 31405 solver.cpp:229]     Train net output #0: loss = 0.156751 (* 1 = 0.156751 loss)
I0917 16:58:16.919000 31405 solver.cpp:486] Iteration 1310, lr = 0.00911807
I0917 16:58:17.297641 31405 solver.cpp:294] Iteration 1320, Testing net (#0)
I0917 16:58:26.680063 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9724
I0917 16:58:26.680130 31405 solver.cpp:343]     Test net output #1: loss = 0.0841353 (* 1 = 0.0841353 loss)
I0917 16:58:26.717018 31405 solver.cpp:214] Iteration 1320, loss = 0.320637
I0917 16:58:26.717066 31405 solver.cpp:229]     Train net output #0: loss = 0.320637 (* 1 = 0.320637 loss)
I0917 16:58:26.717090 31405 solver.cpp:486] Iteration 1320, lr = 0.00911203
I0917 16:58:27.083431 31405 solver.cpp:294] Iteration 1330, Testing net (#0)
I0917 16:58:36.276451 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9742
I0917 16:58:36.276657 31405 solver.cpp:343]     Test net output #1: loss = 0.0763482 (* 1 = 0.0763482 loss)
I0917 16:58:36.306424 31405 solver.cpp:214] Iteration 1330, loss = 0.00660504
I0917 16:58:36.306457 31405 solver.cpp:229]     Train net output #0: loss = 0.00660516 (* 1 = 0.00660516 loss)
I0917 16:58:36.306473 31405 solver.cpp:486] Iteration 1330, lr = 0.009106
I0917 16:58:36.579360 31405 solver.cpp:294] Iteration 1340, Testing net (#0)
I0917 16:58:44.587261 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9732
I0917 16:58:44.587321 31405 solver.cpp:343]     Test net output #1: loss = 0.0778313 (* 1 = 0.0778313 loss)
I0917 16:58:44.625752 31405 solver.cpp:214] Iteration 1340, loss = 0.185357
I0917 16:58:44.625798 31405 solver.cpp:229]     Train net output #0: loss = 0.185357 (* 1 = 0.185357 loss)
I0917 16:58:44.625823 31405 solver.cpp:486] Iteration 1340, lr = 0.00909997
I0917 16:58:44.984408 31405 solver.cpp:294] Iteration 1350, Testing net (#0)
I0917 16:58:54.037974 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9702
I0917 16:58:54.038040 31405 solver.cpp:343]     Test net output #1: loss = 0.085716 (* 1 = 0.085716 loss)
I0917 16:58:54.078246 31405 solver.cpp:214] Iteration 1350, loss = 0.375219
I0917 16:58:54.078289 31405 solver.cpp:229]     Train net output #0: loss = 0.375219 (* 1 = 0.375219 loss)
I0917 16:58:54.078313 31405 solver.cpp:486] Iteration 1350, lr = 0.00909396
I0917 16:58:54.450816 31405 solver.cpp:294] Iteration 1360, Testing net (#0)
I0917 16:59:03.080184 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9701
I0917 16:59:03.080255 31405 solver.cpp:343]     Test net output #1: loss = 0.0877635 (* 1 = 0.0877635 loss)
I0917 16:59:03.120710 31405 solver.cpp:214] Iteration 1360, loss = 0.103897
I0917 16:59:03.120756 31405 solver.cpp:229]     Train net output #0: loss = 0.103898 (* 1 = 0.103898 loss)
I0917 16:59:03.120779 31405 solver.cpp:486] Iteration 1360, lr = 0.00908796
I0917 16:59:03.491541 31405 solver.cpp:294] Iteration 1370, Testing net (#0)
I0917 16:59:12.921975 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9727
I0917 16:59:12.922080 31405 solver.cpp:343]     Test net output #1: loss = 0.0849988 (* 1 = 0.0849988 loss)
I0917 16:59:12.962285 31405 solver.cpp:214] Iteration 1370, loss = 0.00272745
I0917 16:59:12.962340 31405 solver.cpp:229]     Train net output #0: loss = 0.00272758 (* 1 = 0.00272758 loss)
I0917 16:59:12.962368 31405 solver.cpp:486] Iteration 1370, lr = 0.00908196
I0917 16:59:13.343607 31405 solver.cpp:294] Iteration 1380, Testing net (#0)
I0917 16:59:22.286833 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9712
I0917 16:59:22.286885 31405 solver.cpp:343]     Test net output #1: loss = 0.0916756 (* 1 = 0.0916756 loss)
I0917 16:59:22.319311 31405 solver.cpp:214] Iteration 1380, loss = 0.0633326
I0917 16:59:22.319355 31405 solver.cpp:229]     Train net output #0: loss = 0.0633328 (* 1 = 0.0633328 loss)
I0917 16:59:22.319378 31405 solver.cpp:486] Iteration 1380, lr = 0.00907598
I0917 16:59:22.663110 31405 solver.cpp:294] Iteration 1390, Testing net (#0)
I0917 16:59:32.015207 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9628
I0917 16:59:32.015271 31405 solver.cpp:343]     Test net output #1: loss = 0.117058 (* 1 = 0.117058 loss)
I0917 16:59:32.050894 31405 solver.cpp:214] Iteration 1390, loss = 0.0251029
I0917 16:59:32.050925 31405 solver.cpp:229]     Train net output #0: loss = 0.025103 (* 1 = 0.025103 loss)
I0917 16:59:32.050942 31405 solver.cpp:486] Iteration 1390, lr = 0.00907
I0917 16:59:32.386262 31405 solver.cpp:294] Iteration 1400, Testing net (#0)
I0917 16:59:40.758777 31405 solver.cpp:343]     Test net output #0: accuracy = 0.969
I0917 16:59:40.758846 31405 solver.cpp:343]     Test net output #1: loss = 0.0914671 (* 1 = 0.0914671 loss)
I0917 16:59:40.799008 31405 solver.cpp:214] Iteration 1400, loss = 0.119381
I0917 16:59:40.799063 31405 solver.cpp:229]     Train net output #0: loss = 0.119381 (* 1 = 0.119381 loss)
I0917 16:59:40.799091 31405 solver.cpp:486] Iteration 1400, lr = 0.00906403
I0917 16:59:41.184612 31405 solver.cpp:294] Iteration 1410, Testing net (#0)
I0917 16:59:50.557924 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9719
I0917 16:59:50.558221 31405 solver.cpp:343]     Test net output #1: loss = 0.0886129 (* 1 = 0.0886129 loss)
I0917 16:59:50.598399 31405 solver.cpp:214] Iteration 1410, loss = 0.244858
I0917 16:59:50.598453 31405 solver.cpp:229]     Train net output #0: loss = 0.244858 (* 1 = 0.244858 loss)
I0917 16:59:50.598481 31405 solver.cpp:486] Iteration 1410, lr = 0.00905807
I0917 16:59:50.980362 31405 solver.cpp:294] Iteration 1420, Testing net (#0)
I0917 17:00:00.425678 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9625
I0917 17:00:00.425745 31405 solver.cpp:343]     Test net output #1: loss = 0.120905 (* 1 = 0.120905 loss)
I0917 17:00:00.469602 31405 solver.cpp:214] Iteration 1420, loss = 0.0354728
I0917 17:00:00.469657 31405 solver.cpp:229]     Train net output #0: loss = 0.0354729 (* 1 = 0.0354729 loss)
I0917 17:00:00.469684 31405 solver.cpp:486] Iteration 1420, lr = 0.00905212
I0917 17:00:00.846565 31405 solver.cpp:294] Iteration 1430, Testing net (#0)
I0917 17:00:09.512251 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9735
I0917 17:00:09.512307 31405 solver.cpp:343]     Test net output #1: loss = 0.0847341 (* 1 = 0.0847341 loss)
I0917 17:00:09.547413 31405 solver.cpp:214] Iteration 1430, loss = 0.190088
I0917 17:00:09.547457 31405 solver.cpp:229]     Train net output #0: loss = 0.190088 (* 1 = 0.190088 loss)
I0917 17:00:09.547477 31405 solver.cpp:486] Iteration 1430, lr = 0.00904618
I0917 17:00:09.870798 31405 solver.cpp:294] Iteration 1440, Testing net (#0)
I0917 17:00:18.504144 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9736
I0917 17:00:18.504212 31405 solver.cpp:343]     Test net output #1: loss = 0.0830719 (* 1 = 0.0830719 loss)
I0917 17:00:18.542979 31405 solver.cpp:214] Iteration 1440, loss = 0.00239142
I0917 17:00:18.543035 31405 solver.cpp:229]     Train net output #0: loss = 0.00239155 (* 1 = 0.00239155 loss)
I0917 17:00:18.543061 31405 solver.cpp:486] Iteration 1440, lr = 0.00904025
I0917 17:00:18.915700 31405 solver.cpp:294] Iteration 1450, Testing net (#0)
I0917 17:00:27.248241 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9676
I0917 17:00:27.248347 31405 solver.cpp:343]     Test net output #1: loss = 0.0955377 (* 1 = 0.0955377 loss)
I0917 17:00:27.277822 31405 solver.cpp:214] Iteration 1450, loss = 0.0491575
I0917 17:00:27.277866 31405 solver.cpp:229]     Train net output #0: loss = 0.0491576 (* 1 = 0.0491576 loss)
I0917 17:00:27.277890 31405 solver.cpp:486] Iteration 1450, lr = 0.00903433
I0917 17:00:27.607774 31405 solver.cpp:294] Iteration 1460, Testing net (#0)
I0917 17:00:36.131089 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9616
I0917 17:00:36.131156 31405 solver.cpp:343]     Test net output #1: loss = 0.114326 (* 1 = 0.114326 loss)
I0917 17:00:36.171388 31405 solver.cpp:214] Iteration 1460, loss = 0.00985814
I0917 17:00:36.171442 31405 solver.cpp:229]     Train net output #0: loss = 0.00985825 (* 1 = 0.00985825 loss)
I0917 17:00:36.171470 31405 solver.cpp:486] Iteration 1460, lr = 0.00902842
I0917 17:00:36.543515 31405 solver.cpp:294] Iteration 1470, Testing net (#0)
I0917 17:00:45.594038 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9767
I0917 17:00:45.594106 31405 solver.cpp:343]     Test net output #1: loss = 0.0726046 (* 1 = 0.0726046 loss)
I0917 17:00:45.636490 31405 solver.cpp:214] Iteration 1470, loss = 0.172463
I0917 17:00:45.636544 31405 solver.cpp:229]     Train net output #0: loss = 0.172463 (* 1 = 0.172463 loss)
I0917 17:00:45.636572 31405 solver.cpp:486] Iteration 1470, lr = 0.00902251
I0917 17:00:46.020449 31405 solver.cpp:294] Iteration 1480, Testing net (#0)
I0917 17:00:55.391619 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9514
I0917 17:00:55.391687 31405 solver.cpp:343]     Test net output #1: loss = 0.150636 (* 1 = 0.150636 loss)
I0917 17:00:55.434695 31405 solver.cpp:214] Iteration 1480, loss = 0.438794
I0917 17:00:55.434748 31405 solver.cpp:229]     Train net output #0: loss = 0.438794 (* 1 = 0.438794 loss)
I0917 17:00:55.434780 31405 solver.cpp:486] Iteration 1480, lr = 0.00901662
I0917 17:00:55.819825 31405 solver.cpp:294] Iteration 1490, Testing net (#0)
I0917 17:01:05.171509 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9673
I0917 17:01:05.171752 31405 solver.cpp:343]     Test net output #1: loss = 0.101049 (* 1 = 0.101049 loss)
I0917 17:01:05.211354 31405 solver.cpp:214] Iteration 1490, loss = 0.0179874
I0917 17:01:05.211407 31405 solver.cpp:229]     Train net output #0: loss = 0.0179875 (* 1 = 0.0179875 loss)
I0917 17:01:05.211436 31405 solver.cpp:486] Iteration 1490, lr = 0.00901073
I0917 17:01:05.592298 31405 solver.cpp:294] Iteration 1500, Testing net (#0)
I0917 17:01:14.622815 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9749
I0917 17:01:14.622884 31405 solver.cpp:343]     Test net output #1: loss = 0.0771947 (* 1 = 0.0771947 loss)
I0917 17:01:14.662813 31405 solver.cpp:214] Iteration 1500, loss = 0.00741923
I0917 17:01:14.662868 31405 solver.cpp:229]     Train net output #0: loss = 0.00741934 (* 1 = 0.00741934 loss)
I0917 17:01:14.662896 31405 solver.cpp:486] Iteration 1500, lr = 0.00900485
I0917 17:01:15.040839 31405 solver.cpp:294] Iteration 1510, Testing net (#0)
I0917 17:01:24.226477 31405 solver.cpp:343]     Test net output #0: accuracy = 0.97
I0917 17:01:24.226546 31405 solver.cpp:343]     Test net output #1: loss = 0.0924919 (* 1 = 0.0924919 loss)
I0917 17:01:24.259719 31405 solver.cpp:214] Iteration 1510, loss = 0.102715
I0917 17:01:24.259752 31405 solver.cpp:229]     Train net output #0: loss = 0.102715 (* 1 = 0.102715 loss)
I0917 17:01:24.259768 31405 solver.cpp:486] Iteration 1510, lr = 0.00899898
I0917 17:01:24.640872 31405 solver.cpp:294] Iteration 1520, Testing net (#0)
I0917 17:01:33.619770 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9731
I0917 17:01:33.619839 31405 solver.cpp:343]     Test net output #1: loss = 0.0875221 (* 1 = 0.0875221 loss)
I0917 17:01:33.659409 31405 solver.cpp:214] Iteration 1520, loss = 0.00200876
I0917 17:01:33.659464 31405 solver.cpp:229]     Train net output #0: loss = 0.00200886 (* 1 = 0.00200886 loss)
I0917 17:01:33.659492 31405 solver.cpp:486] Iteration 1520, lr = 0.00899313
I0917 17:01:34.044276 31405 solver.cpp:294] Iteration 1530, Testing net (#0)
I0917 17:01:43.516799 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9694
I0917 17:01:43.516891 31405 solver.cpp:343]     Test net output #1: loss = 0.0958531 (* 1 = 0.0958531 loss)
I0917 17:01:43.553220 31405 solver.cpp:214] Iteration 1530, loss = 0.0721645
I0917 17:01:43.553282 31405 solver.cpp:229]     Train net output #0: loss = 0.0721646 (* 1 = 0.0721646 loss)
I0917 17:01:43.553303 31405 solver.cpp:486] Iteration 1530, lr = 0.00898727
I0917 17:01:43.930305 31405 solver.cpp:294] Iteration 1540, Testing net (#0)
I0917 17:01:53.085532 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9772
I0917 17:01:53.085600 31405 solver.cpp:343]     Test net output #1: loss = 0.0735957 (* 1 = 0.0735957 loss)
I0917 17:01:53.125628 31405 solver.cpp:214] Iteration 1540, loss = 0.0222283
I0917 17:01:53.125684 31405 solver.cpp:229]     Train net output #0: loss = 0.0222284 (* 1 = 0.0222284 loss)
I0917 17:01:53.125710 31405 solver.cpp:486] Iteration 1540, lr = 0.00898143
I0917 17:01:53.510802 31405 solver.cpp:294] Iteration 1550, Testing net (#0)
I0917 17:02:02.907131 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9778
I0917 17:02:02.907186 31405 solver.cpp:343]     Test net output #1: loss = 0.0704753 (* 1 = 0.0704753 loss)
I0917 17:02:02.942929 31405 solver.cpp:214] Iteration 1550, loss = 0.00775909
I0917 17:02:02.942973 31405 solver.cpp:229]     Train net output #0: loss = 0.00775921 (* 1 = 0.00775921 loss)
I0917 17:02:02.943001 31405 solver.cpp:486] Iteration 1550, lr = 0.0089756
I0917 17:02:03.268518 31405 solver.cpp:294] Iteration 1560, Testing net (#0)
I0917 17:02:11.933940 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9708
I0917 17:02:11.934011 31405 solver.cpp:343]     Test net output #1: loss = 0.0859954 (* 1 = 0.0859954 loss)
I0917 17:02:11.976280 31405 solver.cpp:214] Iteration 1560, loss = 0.0204352
I0917 17:02:11.976337 31405 solver.cpp:229]     Train net output #0: loss = 0.0204353 (* 1 = 0.0204353 loss)
I0917 17:02:11.976364 31405 solver.cpp:486] Iteration 1560, lr = 0.00896978
I0917 17:02:12.352473 31405 solver.cpp:294] Iteration 1570, Testing net (#0)
I0917 17:02:21.851219 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9709
I0917 17:02:21.851418 31405 solver.cpp:343]     Test net output #1: loss = 0.0880276 (* 1 = 0.0880276 loss)
I0917 17:02:21.893373 31405 solver.cpp:214] Iteration 1570, loss = 0.00778589
I0917 17:02:21.893424 31405 solver.cpp:229]     Train net output #0: loss = 0.00778602 (* 1 = 0.00778602 loss)
I0917 17:02:21.893451 31405 solver.cpp:486] Iteration 1570, lr = 0.00896396
I0917 17:02:22.278398 31405 solver.cpp:294] Iteration 1580, Testing net (#0)
I0917 17:02:31.077782 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9708
I0917 17:02:31.077847 31405 solver.cpp:343]     Test net output #1: loss = 0.0897605 (* 1 = 0.0897605 loss)
I0917 17:02:31.120532 31405 solver.cpp:214] Iteration 1580, loss = 0.0194432
I0917 17:02:31.120586 31405 solver.cpp:229]     Train net output #0: loss = 0.0194433 (* 1 = 0.0194433 loss)
I0917 17:02:31.120615 31405 solver.cpp:486] Iteration 1580, lr = 0.00895816
I0917 17:02:31.492211 31405 solver.cpp:294] Iteration 1590, Testing net (#0)
I0917 17:02:40.935300 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9722
I0917 17:02:40.935369 31405 solver.cpp:343]     Test net output #1: loss = 0.0852169 (* 1 = 0.0852169 loss)
I0917 17:02:40.975499 31405 solver.cpp:214] Iteration 1590, loss = 0.0478775
I0917 17:02:40.975554 31405 solver.cpp:229]     Train net output #0: loss = 0.0478777 (* 1 = 0.0478777 loss)
I0917 17:02:40.975582 31405 solver.cpp:486] Iteration 1590, lr = 0.00895236
I0917 17:02:41.358863 31405 solver.cpp:294] Iteration 1600, Testing net (#0)
I0917 17:02:50.628782 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9747
I0917 17:02:50.628850 31405 solver.cpp:343]     Test net output #1: loss = 0.0796271 (* 1 = 0.0796271 loss)
I0917 17:02:50.671603 31405 solver.cpp:214] Iteration 1600, loss = 0.1934
I0917 17:02:50.671651 31405 solver.cpp:229]     Train net output #0: loss = 0.193401 (* 1 = 0.193401 loss)
I0917 17:02:50.671676 31405 solver.cpp:486] Iteration 1600, lr = 0.00894657
I0917 17:02:51.052819 31405 solver.cpp:294] Iteration 1610, Testing net (#0)
I0917 17:03:00.287700 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9702
I0917 17:03:00.287910 31405 solver.cpp:343]     Test net output #1: loss = 0.0844399 (* 1 = 0.0844399 loss)
I0917 17:03:00.326678 31405 solver.cpp:214] Iteration 1610, loss = 0.00765108
I0917 17:03:00.326731 31405 solver.cpp:229]     Train net output #0: loss = 0.00765121 (* 1 = 0.00765121 loss)
I0917 17:03:00.326760 31405 solver.cpp:486] Iteration 1610, lr = 0.00894079
I0917 17:03:00.700491 31405 solver.cpp:294] Iteration 1620, Testing net (#0)
I0917 17:03:10.080436 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9652
I0917 17:03:10.080495 31405 solver.cpp:343]     Test net output #1: loss = 0.102854 (* 1 = 0.102854 loss)
I0917 17:03:10.120458 31405 solver.cpp:214] Iteration 1620, loss = 0.0574299
I0917 17:03:10.120514 31405 solver.cpp:229]     Train net output #0: loss = 0.0574301 (* 1 = 0.0574301 loss)
I0917 17:03:10.120543 31405 solver.cpp:486] Iteration 1620, lr = 0.00893502
I0917 17:03:10.485735 31405 solver.cpp:294] Iteration 1630, Testing net (#0)
I0917 17:03:19.853760 31405 solver.cpp:343]     Test net output #0: accuracy = 0.966
I0917 17:03:19.853824 31405 solver.cpp:343]     Test net output #1: loss = 0.101976 (* 1 = 0.101976 loss)
I0917 17:03:19.892107 31405 solver.cpp:214] Iteration 1630, loss = 0.00402799
I0917 17:03:19.892163 31405 solver.cpp:229]     Train net output #0: loss = 0.00402812 (* 1 = 0.00402812 loss)
I0917 17:03:19.892190 31405 solver.cpp:486] Iteration 1630, lr = 0.00892925
I0917 17:03:20.266091 31405 solver.cpp:294] Iteration 1640, Testing net (#0)
I0917 17:03:29.585063 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9652
I0917 17:03:29.585129 31405 solver.cpp:343]     Test net output #1: loss = 0.101939 (* 1 = 0.101939 loss)
I0917 17:03:29.627497 31405 solver.cpp:214] Iteration 1640, loss = 0.029211
I0917 17:03:29.627552 31405 solver.cpp:229]     Train net output #0: loss = 0.0292112 (* 1 = 0.0292112 loss)
I0917 17:03:29.627580 31405 solver.cpp:486] Iteration 1640, lr = 0.0089235
I0917 17:03:30.010998 31405 solver.cpp:294] Iteration 1650, Testing net (#0)
I0917 17:03:39.457129 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9638
I0917 17:03:39.457422 31405 solver.cpp:343]     Test net output #1: loss = 0.107252 (* 1 = 0.107252 loss)
I0917 17:03:39.498222 31405 solver.cpp:214] Iteration 1650, loss = 0.385671
I0917 17:03:39.498275 31405 solver.cpp:229]     Train net output #0: loss = 0.385672 (* 1 = 0.385672 loss)
I0917 17:03:39.498302 31405 solver.cpp:486] Iteration 1650, lr = 0.00891776
I0917 17:03:39.885224 31405 solver.cpp:294] Iteration 1660, Testing net (#0)
I0917 17:03:49.171527 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9707
I0917 17:03:49.171591 31405 solver.cpp:343]     Test net output #1: loss = 0.0914446 (* 1 = 0.0914446 loss)
I0917 17:03:49.210268 31405 solver.cpp:214] Iteration 1660, loss = 0.533162
I0917 17:03:49.210315 31405 solver.cpp:229]     Train net output #0: loss = 0.533162 (* 1 = 0.533162 loss)
I0917 17:03:49.210340 31405 solver.cpp:486] Iteration 1660, lr = 0.00891202
I0917 17:03:49.568755 31405 solver.cpp:294] Iteration 1670, Testing net (#0)
I0917 17:03:58.872445 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9674
I0917 17:03:58.872512 31405 solver.cpp:343]     Test net output #1: loss = 0.103878 (* 1 = 0.103878 loss)
I0917 17:03:58.913161 31405 solver.cpp:214] Iteration 1670, loss = 0.0354503
I0917 17:03:58.913215 31405 solver.cpp:229]     Train net output #0: loss = 0.0354505 (* 1 = 0.0354505 loss)
I0917 17:03:58.913244 31405 solver.cpp:486] Iteration 1670, lr = 0.00890629
I0917 17:03:59.289098 31405 solver.cpp:294] Iteration 1680, Testing net (#0)
I0917 17:04:08.193284 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9655
I0917 17:04:08.193351 31405 solver.cpp:343]     Test net output #1: loss = 0.106744 (* 1 = 0.106744 loss)
I0917 17:04:08.229925 31405 solver.cpp:214] Iteration 1680, loss = 0.504602
I0917 17:04:08.229959 31405 solver.cpp:229]     Train net output #0: loss = 0.504602 (* 1 = 0.504602 loss)
I0917 17:04:08.229975 31405 solver.cpp:486] Iteration 1680, lr = 0.00890057
I0917 17:04:08.571209 31405 solver.cpp:294] Iteration 1690, Testing net (#0)
I0917 17:04:17.832908 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9627
I0917 17:04:17.833132 31405 solver.cpp:343]     Test net output #1: loss = 0.114659 (* 1 = 0.114659 loss)
I0917 17:04:17.875982 31405 solver.cpp:214] Iteration 1690, loss = 0.00988751
I0917 17:04:17.876039 31405 solver.cpp:229]     Train net output #0: loss = 0.0098877 (* 1 = 0.0098877 loss)
I0917 17:04:17.876068 31405 solver.cpp:486] Iteration 1690, lr = 0.00889486
I0917 17:04:18.173722 31405 solver.cpp:294] Iteration 1700, Testing net (#0)
I0917 17:04:26.335842 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9664
I0917 17:04:26.335908 31405 solver.cpp:343]     Test net output #1: loss = 0.0976519 (* 1 = 0.0976519 loss)
I0917 17:04:26.374757 31405 solver.cpp:214] Iteration 1700, loss = 0.00927875
I0917 17:04:26.374810 31405 solver.cpp:229]     Train net output #0: loss = 0.0092789 (* 1 = 0.0092789 loss)
I0917 17:04:26.374838 31405 solver.cpp:486] Iteration 1700, lr = 0.00888916
I0917 17:04:26.744544 31405 solver.cpp:294] Iteration 1710, Testing net (#0)
I0917 17:04:35.728236 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9699
I0917 17:04:35.728307 31405 solver.cpp:343]     Test net output #1: loss = 0.0865406 (* 1 = 0.0865406 loss)
I0917 17:04:35.770359 31405 solver.cpp:214] Iteration 1710, loss = 0.0110538
I0917 17:04:35.770413 31405 solver.cpp:229]     Train net output #0: loss = 0.0110539 (* 1 = 0.0110539 loss)
I0917 17:04:35.770440 31405 solver.cpp:486] Iteration 1710, lr = 0.00888346
I0917 17:04:36.149482 31405 solver.cpp:294] Iteration 1720, Testing net (#0)
I0917 17:04:45.575991 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9711
I0917 17:04:45.576057 31405 solver.cpp:343]     Test net output #1: loss = 0.0862952 (* 1 = 0.0862952 loss)
I0917 17:04:45.616283 31405 solver.cpp:214] Iteration 1720, loss = 0.247091
I0917 17:04:45.616336 31405 solver.cpp:229]     Train net output #0: loss = 0.247091 (* 1 = 0.247091 loss)
I0917 17:04:45.616364 31405 solver.cpp:486] Iteration 1720, lr = 0.00887778
I0917 17:04:45.993557 31405 solver.cpp:294] Iteration 1730, Testing net (#0)
I0917 17:04:55.468425 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9752
I0917 17:04:55.468749 31405 solver.cpp:343]     Test net output #1: loss = 0.0748104 (* 1 = 0.0748104 loss)
I0917 17:04:55.510164 31405 solver.cpp:214] Iteration 1730, loss = 0.0038436
I0917 17:04:55.510216 31405 solver.cpp:229]     Train net output #0: loss = 0.00384375 (* 1 = 0.00384375 loss)
I0917 17:04:55.510241 31405 solver.cpp:486] Iteration 1730, lr = 0.0088721
I0917 17:04:55.890641 31405 solver.cpp:294] Iteration 1740, Testing net (#0)
I0917 17:05:05.048740 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9698
I0917 17:05:05.048810 31405 solver.cpp:343]     Test net output #1: loss = 0.0975229 (* 1 = 0.0975229 loss)
I0917 17:05:05.088254 31405 solver.cpp:214] Iteration 1740, loss = 0.367402
I0917 17:05:05.088307 31405 solver.cpp:229]     Train net output #0: loss = 0.367402 (* 1 = 0.367402 loss)
I0917 17:05:05.088335 31405 solver.cpp:486] Iteration 1740, lr = 0.00886643
I0917 17:05:05.470048 31405 solver.cpp:294] Iteration 1750, Testing net (#0)
I0917 17:05:14.627677 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9723
I0917 17:05:14.627745 31405 solver.cpp:343]     Test net output #1: loss = 0.0940701 (* 1 = 0.0940701 loss)
I0917 17:05:14.667287 31405 solver.cpp:214] Iteration 1750, loss = 0.620199
I0917 17:05:14.667335 31405 solver.cpp:229]     Train net output #0: loss = 0.620199 (* 1 = 0.620199 loss)
I0917 17:05:14.667361 31405 solver.cpp:486] Iteration 1750, lr = 0.00886077
I0917 17:05:15.034349 31405 solver.cpp:294] Iteration 1760, Testing net (#0)
I0917 17:05:24.504585 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9763
I0917 17:05:24.504652 31405 solver.cpp:343]     Test net output #1: loss = 0.070616 (* 1 = 0.070616 loss)
I0917 17:05:24.542979 31405 solver.cpp:214] Iteration 1760, loss = 0.0483595
I0917 17:05:24.543028 31405 solver.cpp:229]     Train net output #0: loss = 0.0483597 (* 1 = 0.0483597 loss)
I0917 17:05:24.543054 31405 solver.cpp:486] Iteration 1760, lr = 0.00885512
I0917 17:05:24.908254 31405 solver.cpp:294] Iteration 1770, Testing net (#0)
I0917 17:05:34.231079 31405 solver.cpp:343]     Test net output #0: accuracy = 0.976
I0917 17:05:34.231186 31405 solver.cpp:343]     Test net output #1: loss = 0.072501 (* 1 = 0.072501 loss)
I0917 17:05:34.272775 31405 solver.cpp:214] Iteration 1770, loss = 0.00106893
I0917 17:05:34.272833 31405 solver.cpp:229]     Train net output #0: loss = 0.00106913 (* 1 = 0.00106913 loss)
I0917 17:05:34.272861 31405 solver.cpp:486] Iteration 1770, lr = 0.00884948
I0917 17:05:34.652457 31405 solver.cpp:294] Iteration 1780, Testing net (#0)
I0917 17:05:43.865813 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9741
I0917 17:05:43.865876 31405 solver.cpp:343]     Test net output #1: loss = 0.08155 (* 1 = 0.08155 loss)
I0917 17:05:43.898422 31405 solver.cpp:214] Iteration 1780, loss = 0.210156
I0917 17:05:43.898460 31405 solver.cpp:229]     Train net output #0: loss = 0.210156 (* 1 = 0.210156 loss)
I0917 17:05:43.898481 31405 solver.cpp:486] Iteration 1780, lr = 0.00884384
I0917 17:05:44.249747 31405 solver.cpp:294] Iteration 1790, Testing net (#0)
I0917 17:05:53.558281 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9729
I0917 17:05:53.558349 31405 solver.cpp:343]     Test net output #1: loss = 0.0841182 (* 1 = 0.0841182 loss)
I0917 17:05:53.596765 31405 solver.cpp:214] Iteration 1790, loss = 0.836051
I0917 17:05:53.596818 31405 solver.cpp:229]     Train net output #0: loss = 0.836051 (* 1 = 0.836051 loss)
I0917 17:05:53.596846 31405 solver.cpp:486] Iteration 1790, lr = 0.00883822
I0917 17:05:53.974443 31405 solver.cpp:294] Iteration 1800, Testing net (#0)
I0917 17:06:03.606207 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9644
I0917 17:06:03.606278 31405 solver.cpp:343]     Test net output #1: loss = 0.11184 (* 1 = 0.11184 loss)
I0917 17:06:03.650281 31405 solver.cpp:214] Iteration 1800, loss = 0.0887628
I0917 17:06:03.650339 31405 solver.cpp:229]     Train net output #0: loss = 0.088763 (* 1 = 0.088763 loss)
I0917 17:06:03.650368 31405 solver.cpp:486] Iteration 1800, lr = 0.0088326
I0917 17:06:04.037101 31405 solver.cpp:294] Iteration 1810, Testing net (#0)
I0917 17:06:13.889561 31405 solver.cpp:343]     Test net output #0: accuracy = 0.97
I0917 17:06:13.889750 31405 solver.cpp:343]     Test net output #1: loss = 0.0947609 (* 1 = 0.0947609 loss)
I0917 17:06:13.932832 31405 solver.cpp:214] Iteration 1810, loss = 0.00200455
I0917 17:06:13.932904 31405 solver.cpp:229]     Train net output #0: loss = 0.00200478 (* 1 = 0.00200478 loss)
I0917 17:06:13.932932 31405 solver.cpp:486] Iteration 1810, lr = 0.00882699
I0917 17:06:14.304533 31405 solver.cpp:294] Iteration 1820, Testing net (#0)
I0917 17:06:24.204681 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9794
I0917 17:06:24.204746 31405 solver.cpp:343]     Test net output #1: loss = 0.0645426 (* 1 = 0.0645426 loss)
I0917 17:06:24.248234 31405 solver.cpp:214] Iteration 1820, loss = 0.100433
I0917 17:06:24.248306 31405 solver.cpp:229]     Train net output #0: loss = 0.100434 (* 1 = 0.100434 loss)
I0917 17:06:24.248335 31405 solver.cpp:486] Iteration 1820, lr = 0.00882139
I0917 17:06:24.624729 31405 solver.cpp:294] Iteration 1830, Testing net (#0)
I0917 17:06:34.287087 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9805
I0917 17:06:34.287163 31405 solver.cpp:343]     Test net output #1: loss = 0.0617394 (* 1 = 0.0617394 loss)
I0917 17:06:34.327039 31405 solver.cpp:214] Iteration 1830, loss = 0.0734894
I0917 17:06:34.327095 31405 solver.cpp:229]     Train net output #0: loss = 0.0734896 (* 1 = 0.0734896 loss)
I0917 17:06:34.327116 31405 solver.cpp:486] Iteration 1830, lr = 0.00881579
I0917 17:06:34.699277 31405 solver.cpp:294] Iteration 1840, Testing net (#0)
I0917 17:06:44.394716 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9766
I0917 17:06:44.394835 31405 solver.cpp:343]     Test net output #1: loss = 0.0720582 (* 1 = 0.0720582 loss)
I0917 17:06:44.436024 31405 solver.cpp:214] Iteration 1840, loss = 0.267235
I0917 17:06:44.436094 31405 solver.cpp:229]     Train net output #0: loss = 0.267235 (* 1 = 0.267235 loss)
I0917 17:06:44.436125 31405 solver.cpp:486] Iteration 1840, lr = 0.00881021
I0917 17:06:44.824707 31405 solver.cpp:294] Iteration 1850, Testing net (#0)
I0917 17:06:54.592252 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9688
I0917 17:06:54.592311 31405 solver.cpp:343]     Test net output #1: loss = 0.091658 (* 1 = 0.091658 loss)
I0917 17:06:54.625813 31405 solver.cpp:214] Iteration 1850, loss = 0.011053
I0917 17:06:54.625885 31405 solver.cpp:229]     Train net output #0: loss = 0.0110532 (* 1 = 0.0110532 loss)
I0917 17:06:54.625913 31405 solver.cpp:486] Iteration 1850, lr = 0.00880463
I0917 17:06:54.998833 31405 solver.cpp:294] Iteration 1860, Testing net (#0)
I0917 17:07:04.702580 31405 solver.cpp:343]     Test net output #0: accuracy = 0.979
I0917 17:07:04.702651 31405 solver.cpp:343]     Test net output #1: loss = 0.0664801 (* 1 = 0.0664801 loss)
I0917 17:07:04.746752 31405 solver.cpp:214] Iteration 1860, loss = 0.0391277
I0917 17:07:04.746834 31405 solver.cpp:229]     Train net output #0: loss = 0.0391279 (* 1 = 0.0391279 loss)
I0917 17:07:04.746870 31405 solver.cpp:486] Iteration 1860, lr = 0.00879906
I0917 17:07:05.121376 31405 solver.cpp:294] Iteration 1870, Testing net (#0)
I0917 17:07:14.694828 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9775
I0917 17:07:14.695031 31405 solver.cpp:343]     Test net output #1: loss = 0.0704822 (* 1 = 0.0704822 loss)
I0917 17:07:14.737853 31405 solver.cpp:214] Iteration 1870, loss = 0.112412
I0917 17:07:14.737923 31405 solver.cpp:229]     Train net output #0: loss = 0.112412 (* 1 = 0.112412 loss)
I0917 17:07:14.737952 31405 solver.cpp:486] Iteration 1870, lr = 0.0087935
I0917 17:07:15.115232 31405 solver.cpp:294] Iteration 1880, Testing net (#0)
I0917 17:07:25.053634 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9648
I0917 17:07:25.053699 31405 solver.cpp:343]     Test net output #1: loss = 0.110327 (* 1 = 0.110327 loss)
I0917 17:07:25.097268 31405 solver.cpp:214] Iteration 1880, loss = 0.0287665
I0917 17:07:25.097324 31405 solver.cpp:229]     Train net output #0: loss = 0.0287667 (* 1 = 0.0287667 loss)
I0917 17:07:25.097342 31405 solver.cpp:486] Iteration 1880, lr = 0.00878795
I0917 17:07:25.490595 31405 solver.cpp:294] Iteration 1890, Testing net (#0)
I0917 17:07:35.284566 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9768
I0917 17:07:35.284632 31405 solver.cpp:343]     Test net output #1: loss = 0.0735213 (* 1 = 0.0735213 loss)
I0917 17:07:35.327551 31405 solver.cpp:214] Iteration 1890, loss = 0.00734059
I0917 17:07:35.327596 31405 solver.cpp:229]     Train net output #0: loss = 0.00734083 (* 1 = 0.00734083 loss)
I0917 17:07:35.327615 31405 solver.cpp:486] Iteration 1890, lr = 0.00878241
I0917 17:07:35.716006 31405 solver.cpp:294] Iteration 1900, Testing net (#0)
I0917 17:07:45.509865 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9761
I0917 17:07:45.509953 31405 solver.cpp:343]     Test net output #1: loss = 0.071326 (* 1 = 0.071326 loss)
I0917 17:07:45.552839 31405 solver.cpp:214] Iteration 1900, loss = 0.00582215
I0917 17:07:45.552911 31405 solver.cpp:229]     Train net output #0: loss = 0.00582238 (* 1 = 0.00582238 loss)
I0917 17:07:45.552937 31405 solver.cpp:486] Iteration 1900, lr = 0.00877687
I0917 17:07:45.963392 31405 solver.cpp:294] Iteration 1910, Testing net (#0)
I0917 17:07:55.680578 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9776
I0917 17:07:55.680646 31405 solver.cpp:343]     Test net output #1: loss = 0.0683028 (* 1 = 0.0683028 loss)
I0917 17:07:55.713399 31405 solver.cpp:214] Iteration 1910, loss = 0.0567527
I0917 17:07:55.713440 31405 solver.cpp:229]     Train net output #0: loss = 0.0567529 (* 1 = 0.0567529 loss)
I0917 17:07:55.713452 31405 solver.cpp:486] Iteration 1910, lr = 0.00877135
I0917 17:07:56.058409 31405 solver.cpp:294] Iteration 1920, Testing net (#0)
I0917 17:08:05.801704 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9757
I0917 17:08:05.801766 31405 solver.cpp:343]     Test net output #1: loss = 0.073767 (* 1 = 0.073767 loss)
I0917 17:08:05.842387 31405 solver.cpp:214] Iteration 1920, loss = 0.00453055
I0917 17:08:05.842454 31405 solver.cpp:229]     Train net output #0: loss = 0.00453079 (* 1 = 0.00453079 loss)
I0917 17:08:05.842484 31405 solver.cpp:486] Iteration 1920, lr = 0.00876583
I0917 17:08:06.227064 31405 solver.cpp:294] Iteration 1930, Testing net (#0)
I0917 17:08:16.004870 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9742
I0917 17:08:16.005065 31405 solver.cpp:343]     Test net output #1: loss = 0.0780938 (* 1 = 0.0780938 loss)
I0917 17:08:16.041018 31405 solver.cpp:214] Iteration 1930, loss = 0.0737922
I0917 17:08:16.041090 31405 solver.cpp:229]     Train net output #0: loss = 0.0737924 (* 1 = 0.0737924 loss)
I0917 17:08:16.041116 31405 solver.cpp:486] Iteration 1930, lr = 0.00876031
I0917 17:08:16.423080 31405 solver.cpp:294] Iteration 1940, Testing net (#0)
I0917 17:08:26.088999 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9704
I0917 17:08:26.089051 31405 solver.cpp:343]     Test net output #1: loss = 0.0861366 (* 1 = 0.0861366 loss)
I0917 17:08:26.127995 31405 solver.cpp:214] Iteration 1940, loss = 0.00180051
I0917 17:08:26.128059 31405 solver.cpp:229]     Train net output #0: loss = 0.00180076 (* 1 = 0.00180076 loss)
I0917 17:08:26.128080 31405 solver.cpp:486] Iteration 1940, lr = 0.00875481
I0917 17:08:26.486726 31405 solver.cpp:294] Iteration 1950, Testing net (#0)
I0917 17:08:36.163604 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9723
I0917 17:08:36.163661 31405 solver.cpp:343]     Test net output #1: loss = 0.0793441 (* 1 = 0.0793441 loss)
I0917 17:08:36.201441 31405 solver.cpp:214] Iteration 1950, loss = 0.0211309
I0917 17:08:36.201488 31405 solver.cpp:229]     Train net output #0: loss = 0.0211312 (* 1 = 0.0211312 loss)
I0917 17:08:36.201505 31405 solver.cpp:486] Iteration 1950, lr = 0.00874932
I0917 17:08:36.564342 31405 solver.cpp:294] Iteration 1960, Testing net (#0)
I0917 17:08:46.217631 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9707
I0917 17:08:46.217736 31405 solver.cpp:343]     Test net output #1: loss = 0.0831052 (* 1 = 0.0831052 loss)
I0917 17:08:46.257386 31405 solver.cpp:214] Iteration 1960, loss = 0.125488
I0917 17:08:46.257449 31405 solver.cpp:229]     Train net output #0: loss = 0.125488 (* 1 = 0.125488 loss)
I0917 17:08:46.257464 31405 solver.cpp:486] Iteration 1960, lr = 0.00874383
I0917 17:08:46.622638 31405 solver.cpp:294] Iteration 1970, Testing net (#0)
I0917 17:08:56.524492 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9706
I0917 17:08:56.524548 31405 solver.cpp:343]     Test net output #1: loss = 0.0863162 (* 1 = 0.0863162 loss)
I0917 17:08:56.567522 31405 solver.cpp:214] Iteration 1970, loss = 0.00906004
I0917 17:08:56.567576 31405 solver.cpp:229]     Train net output #0: loss = 0.00906024 (* 1 = 0.00906024 loss)
I0917 17:08:56.567598 31405 solver.cpp:486] Iteration 1970, lr = 0.00873835
I0917 17:08:56.930984 31405 solver.cpp:294] Iteration 1980, Testing net (#0)
I0917 17:09:06.804939 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9703
I0917 17:09:06.805012 31405 solver.cpp:343]     Test net output #1: loss = 0.0869628 (* 1 = 0.0869628 loss)
I0917 17:09:06.843111 31405 solver.cpp:214] Iteration 1980, loss = 0.00618102
I0917 17:09:06.843173 31405 solver.cpp:229]     Train net output #0: loss = 0.00618122 (* 1 = 0.00618122 loss)
I0917 17:09:06.843196 31405 solver.cpp:486] Iteration 1980, lr = 0.00873288
I0917 17:09:07.239689 31405 solver.cpp:294] Iteration 1990, Testing net (#0)
I0917 17:09:16.988800 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9715
I0917 17:09:16.988885 31405 solver.cpp:343]     Test net output #1: loss = 0.0881221 (* 1 = 0.0881221 loss)
I0917 17:09:17.027624 31405 solver.cpp:214] Iteration 1990, loss = 0.215333
I0917 17:09:17.027683 31405 solver.cpp:229]     Train net output #0: loss = 0.215334 (* 1 = 0.215334 loss)
I0917 17:09:17.027704 31405 solver.cpp:486] Iteration 1990, lr = 0.00872741
I0917 17:09:17.400008 31405 solver.cpp:294] Iteration 2000, Testing net (#0)
I0917 17:09:26.970399 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9722
I0917 17:09:26.970464 31405 solver.cpp:343]     Test net output #1: loss = 0.0818696 (* 1 = 0.0818696 loss)
I0917 17:09:27.007158 31405 solver.cpp:214] Iteration 2000, loss = 0.023799
I0917 17:09:27.007212 31405 solver.cpp:229]     Train net output #0: loss = 0.0237992 (* 1 = 0.0237992 loss)
I0917 17:09:27.007231 31405 solver.cpp:486] Iteration 2000, lr = 0.00872196
I0917 17:09:27.414685 31405 solver.cpp:294] Iteration 2010, Testing net (#0)
I0917 17:09:37.311396 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9752
I0917 17:09:37.311470 31405 solver.cpp:343]     Test net output #1: loss = 0.0741879 (* 1 = 0.0741879 loss)
I0917 17:09:37.354384 31405 solver.cpp:214] Iteration 2010, loss = 0.0761933
I0917 17:09:37.354439 31405 solver.cpp:229]     Train net output #0: loss = 0.0761935 (* 1 = 0.0761935 loss)
I0917 17:09:37.354460 31405 solver.cpp:486] Iteration 2010, lr = 0.00871651
I0917 17:09:37.726860 31405 solver.cpp:294] Iteration 2020, Testing net (#0)
I0917 17:09:47.477965 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9749
I0917 17:09:47.478163 31405 solver.cpp:343]     Test net output #1: loss = 0.0770743 (* 1 = 0.0770743 loss)
I0917 17:09:47.518254 31405 solver.cpp:214] Iteration 2020, loss = 0.0809984
I0917 17:09:47.518317 31405 solver.cpp:229]     Train net output #0: loss = 0.0809986 (* 1 = 0.0809986 loss)
I0917 17:09:47.518339 31405 solver.cpp:486] Iteration 2020, lr = 0.00871107
I0917 17:09:47.918854 31405 solver.cpp:294] Iteration 2030, Testing net (#0)
I0917 17:09:57.680070 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9778
I0917 17:09:57.680127 31405 solver.cpp:343]     Test net output #1: loss = 0.0697304 (* 1 = 0.0697304 loss)
I0917 17:09:57.714458 31405 solver.cpp:214] Iteration 2030, loss = 0.00604714
I0917 17:09:57.714514 31405 solver.cpp:229]     Train net output #0: loss = 0.00604736 (* 1 = 0.00604736 loss)
I0917 17:09:57.714534 31405 solver.cpp:486] Iteration 2030, lr = 0.00870564
I0917 17:09:58.091079 31405 solver.cpp:294] Iteration 2040, Testing net (#0)
I0917 17:10:07.867293 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9777
I0917 17:10:07.867362 31405 solver.cpp:343]     Test net output #1: loss = 0.0730786 (* 1 = 0.0730786 loss)
I0917 17:10:07.901247 31405 solver.cpp:214] Iteration 2040, loss = 0.0195609
I0917 17:10:07.901305 31405 solver.cpp:229]     Train net output #0: loss = 0.0195612 (* 1 = 0.0195612 loss)
I0917 17:10:07.901327 31405 solver.cpp:486] Iteration 2040, lr = 0.00870022
I0917 17:10:08.260869 31405 solver.cpp:294] Iteration 2050, Testing net (#0)
I0917 17:10:18.050335 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9743
I0917 17:10:18.050436 31405 solver.cpp:343]     Test net output #1: loss = 0.0800976 (* 1 = 0.0800976 loss)
I0917 17:10:18.093250 31405 solver.cpp:214] Iteration 2050, loss = 0.2404
I0917 17:10:18.093320 31405 solver.cpp:229]     Train net output #0: loss = 0.240401 (* 1 = 0.240401 loss)
I0917 17:10:18.093348 31405 solver.cpp:486] Iteration 2050, lr = 0.0086948
I0917 17:10:18.459650 31405 solver.cpp:294] Iteration 2060, Testing net (#0)
I0917 17:10:28.366375 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9741
I0917 17:10:28.366433 31405 solver.cpp:343]     Test net output #1: loss = 0.0770518 (* 1 = 0.0770518 loss)
I0917 17:10:28.401391 31405 solver.cpp:214] Iteration 2060, loss = 0.0016496
I0917 17:10:28.401443 31405 solver.cpp:229]     Train net output #0: loss = 0.00164986 (* 1 = 0.00164986 loss)
I0917 17:10:28.401458 31405 solver.cpp:486] Iteration 2060, lr = 0.00868939
I0917 17:10:28.791792 31405 solver.cpp:294] Iteration 2070, Testing net (#0)
I0917 17:10:38.537922 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9779
I0917 17:10:38.537997 31405 solver.cpp:343]     Test net output #1: loss = 0.0687042 (* 1 = 0.0687042 loss)
I0917 17:10:38.577780 31405 solver.cpp:214] Iteration 2070, loss = 0.0258232
I0917 17:10:38.577841 31405 solver.cpp:229]     Train net output #0: loss = 0.0258235 (* 1 = 0.0258235 loss)
I0917 17:10:38.577863 31405 solver.cpp:486] Iteration 2070, lr = 0.00868399
I0917 17:10:38.960153 31405 solver.cpp:294] Iteration 2080, Testing net (#0)
I0917 17:10:48.904281 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9768
I0917 17:10:48.904454 31405 solver.cpp:343]     Test net output #1: loss = 0.0669175 (* 1 = 0.0669175 loss)
I0917 17:10:48.943613 31405 solver.cpp:214] Iteration 2080, loss = 0.00733157
I0917 17:10:48.943673 31405 solver.cpp:229]     Train net output #0: loss = 0.00733186 (* 1 = 0.00733186 loss)
I0917 17:10:48.943694 31405 solver.cpp:486] Iteration 2080, lr = 0.0086786
I0917 17:10:49.325466 31405 solver.cpp:294] Iteration 2090, Testing net (#0)
I0917 17:10:59.332633 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9758
I0917 17:10:59.332705 31405 solver.cpp:343]     Test net output #1: loss = 0.0732208 (* 1 = 0.0732208 loss)
I0917 17:10:59.374538 31405 solver.cpp:214] Iteration 2090, loss = 0.00776788
I0917 17:10:59.374603 31405 solver.cpp:229]     Train net output #0: loss = 0.00776819 (* 1 = 0.00776819 loss)
I0917 17:10:59.374629 31405 solver.cpp:486] Iteration 2090, lr = 0.00867322
I0917 17:10:59.764555 31405 solver.cpp:294] Iteration 2100, Testing net (#0)
I0917 17:11:09.601310 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9679
I0917 17:11:09.601352 31405 solver.cpp:343]     Test net output #1: loss = 0.0919965 (* 1 = 0.0919965 loss)
I0917 17:11:09.634616 31405 solver.cpp:214] Iteration 2100, loss = 0.0786092
I0917 17:11:09.634680 31405 solver.cpp:229]     Train net output #0: loss = 0.0786095 (* 1 = 0.0786095 loss)
I0917 17:11:09.634702 31405 solver.cpp:486] Iteration 2100, lr = 0.00866784
I0917 17:11:10.007572 31405 solver.cpp:294] Iteration 2110, Testing net (#0)
I0917 17:11:19.817100 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9724
I0917 17:11:19.817206 31405 solver.cpp:343]     Test net output #1: loss = 0.082153 (* 1 = 0.082153 loss)
I0917 17:11:19.859753 31405 solver.cpp:214] Iteration 2110, loss = 0.532368
I0917 17:11:19.859829 31405 solver.cpp:229]     Train net output #0: loss = 0.532369 (* 1 = 0.532369 loss)
I0917 17:11:19.859858 31405 solver.cpp:486] Iteration 2110, lr = 0.00866247
I0917 17:11:20.274272 31405 solver.cpp:294] Iteration 2120, Testing net (#0)
I0917 17:11:30.091277 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9736
I0917 17:11:30.091343 31405 solver.cpp:343]     Test net output #1: loss = 0.0766913 (* 1 = 0.0766913 loss)
I0917 17:11:30.129379 31405 solver.cpp:214] Iteration 2120, loss = 0.00537556
I0917 17:11:30.129447 31405 solver.cpp:229]     Train net output #0: loss = 0.00537586 (* 1 = 0.00537586 loss)
I0917 17:11:30.129474 31405 solver.cpp:486] Iteration 2120, lr = 0.00865711
I0917 17:11:30.500627 31405 solver.cpp:294] Iteration 2130, Testing net (#0)
I0917 17:11:40.200706 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9738
I0917 17:11:40.200742 31405 solver.cpp:343]     Test net output #1: loss = 0.0757324 (* 1 = 0.0757324 loss)
I0917 17:11:40.222343 31405 solver.cpp:214] Iteration 2130, loss = 0.0131185
I0917 17:11:40.222417 31405 solver.cpp:229]     Train net output #0: loss = 0.0131188 (* 1 = 0.0131188 loss)
I0917 17:11:40.222445 31405 solver.cpp:486] Iteration 2130, lr = 0.00865176
I0917 17:11:40.603152 31405 solver.cpp:294] Iteration 2140, Testing net (#0)
I0917 17:11:50.448318 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9778
I0917 17:11:50.448422 31405 solver.cpp:343]     Test net output #1: loss = 0.0681879 (* 1 = 0.0681879 loss)
I0917 17:11:50.490394 31405 solver.cpp:214] Iteration 2140, loss = 0.00172401
I0917 17:11:50.490454 31405 solver.cpp:229]     Train net output #0: loss = 0.00172431 (* 1 = 0.00172431 loss)
I0917 17:11:50.490476 31405 solver.cpp:486] Iteration 2140, lr = 0.00864641
I0917 17:11:50.871810 31405 solver.cpp:294] Iteration 2150, Testing net (#0)
I0917 17:12:00.622515 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9778
I0917 17:12:00.622584 31405 solver.cpp:343]     Test net output #1: loss = 0.064934 (* 1 = 0.064934 loss)
I0917 17:12:00.657991 31405 solver.cpp:214] Iteration 2150, loss = 0.581364
I0917 17:12:00.658053 31405 solver.cpp:229]     Train net output #0: loss = 0.581364 (* 1 = 0.581364 loss)
I0917 17:12:00.658082 31405 solver.cpp:486] Iteration 2150, lr = 0.00864108
I0917 17:12:00.987282 31405 solver.cpp:294] Iteration 2160, Testing net (#0)
I0917 17:12:10.717371 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9803
I0917 17:12:10.717442 31405 solver.cpp:343]     Test net output #1: loss = 0.0597565 (* 1 = 0.0597565 loss)
I0917 17:12:10.764014 31405 solver.cpp:214] Iteration 2160, loss = 0.00144378
I0917 17:12:10.764081 31405 solver.cpp:229]     Train net output #0: loss = 0.00144407 (* 1 = 0.00144407 loss)
I0917 17:12:10.764107 31405 solver.cpp:486] Iteration 2160, lr = 0.00863575
I0917 17:12:11.128437 31405 solver.cpp:294] Iteration 2170, Testing net (#0)
I0917 17:12:21.033152 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9787
I0917 17:12:21.033330 31405 solver.cpp:343]     Test net output #1: loss = 0.0656623 (* 1 = 0.0656623 loss)
I0917 17:12:21.075155 31405 solver.cpp:214] Iteration 2170, loss = 0.00322125
I0917 17:12:21.075217 31405 solver.cpp:229]     Train net output #0: loss = 0.00322152 (* 1 = 0.00322152 loss)
I0917 17:12:21.075238 31405 solver.cpp:486] Iteration 2170, lr = 0.00863042
I0917 17:12:21.453523 31405 solver.cpp:294] Iteration 2180, Testing net (#0)
I0917 17:12:31.305762 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9749
I0917 17:12:31.305832 31405 solver.cpp:343]     Test net output #1: loss = 0.079196 (* 1 = 0.079196 loss)
I0917 17:12:31.341874 31405 solver.cpp:214] Iteration 2180, loss = 0.00091549
I0917 17:12:31.341928 31405 solver.cpp:229]     Train net output #0: loss = 0.000915718 (* 1 = 0.000915718 loss)
I0917 17:12:31.341948 31405 solver.cpp:486] Iteration 2180, lr = 0.00862511
I0917 17:12:31.747405 31405 solver.cpp:294] Iteration 2190, Testing net (#0)
I0917 17:12:41.441117 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9673
I0917 17:12:41.441175 31405 solver.cpp:343]     Test net output #1: loss = 0.101369 (* 1 = 0.101369 loss)
I0917 17:12:41.481793 31405 solver.cpp:214] Iteration 2190, loss = 0.0923347
I0917 17:12:41.481853 31405 solver.cpp:229]     Train net output #0: loss = 0.0923349 (* 1 = 0.0923349 loss)
I0917 17:12:41.481873 31405 solver.cpp:486] Iteration 2190, lr = 0.0086198
I0917 17:12:41.849604 31405 solver.cpp:294] Iteration 2200, Testing net (#0)
I0917 17:12:51.556278 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9695
I0917 17:12:51.556380 31405 solver.cpp:343]     Test net output #1: loss = 0.0946202 (* 1 = 0.0946202 loss)
I0917 17:12:51.592874 31405 solver.cpp:214] Iteration 2200, loss = 0.0246623
I0917 17:12:51.592946 31405 solver.cpp:229]     Train net output #0: loss = 0.0246625 (* 1 = 0.0246625 loss)
I0917 17:12:51.592991 31405 solver.cpp:486] Iteration 2200, lr = 0.0086145
I0917 17:12:51.969322 31405 solver.cpp:294] Iteration 2210, Testing net (#0)
I0917 17:13:01.811120 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9689
I0917 17:13:01.811188 31405 solver.cpp:343]     Test net output #1: loss = 0.100538 (* 1 = 0.100538 loss)
I0917 17:13:01.849067 31405 solver.cpp:214] Iteration 2210, loss = 0.00986417
I0917 17:13:01.849112 31405 solver.cpp:229]     Train net output #0: loss = 0.00986443 (* 1 = 0.00986443 loss)
I0917 17:13:01.849128 31405 solver.cpp:486] Iteration 2210, lr = 0.00860921
I0917 17:13:02.220752 31405 solver.cpp:294] Iteration 2220, Testing net (#0)
I0917 17:13:11.797185 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9698
I0917 17:13:11.797248 31405 solver.cpp:343]     Test net output #1: loss = 0.0922253 (* 1 = 0.0922253 loss)
I0917 17:13:11.835945 31405 solver.cpp:214] Iteration 2220, loss = 0.0107015
I0917 17:13:11.836016 31405 solver.cpp:229]     Train net output #0: loss = 0.0107018 (* 1 = 0.0107018 loss)
I0917 17:13:11.836045 31405 solver.cpp:486] Iteration 2220, lr = 0.00860392
I0917 17:13:12.221361 31405 solver.cpp:294] Iteration 2230, Testing net (#0)
I0917 17:13:22.014964 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9789
I0917 17:13:22.015061 31405 solver.cpp:343]     Test net output #1: loss = 0.0677806 (* 1 = 0.0677806 loss)
I0917 17:13:22.060180 31405 solver.cpp:214] Iteration 2230, loss = 0.0565693
I0917 17:13:22.060253 31405 solver.cpp:229]     Train net output #0: loss = 0.0565696 (* 1 = 0.0565696 loss)
I0917 17:13:22.060279 31405 solver.cpp:486] Iteration 2230, lr = 0.00859865
I0917 17:13:22.424605 31405 solver.cpp:294] Iteration 2240, Testing net (#0)
I0917 17:13:32.049715 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9818
I0917 17:13:32.049785 31405 solver.cpp:343]     Test net output #1: loss = 0.063467 (* 1 = 0.063467 loss)
I0917 17:13:32.086711 31405 solver.cpp:214] Iteration 2240, loss = 0.319647
I0917 17:13:32.086765 31405 solver.cpp:229]     Train net output #0: loss = 0.319647 (* 1 = 0.319647 loss)
I0917 17:13:32.086786 31405 solver.cpp:486] Iteration 2240, lr = 0.00859338
I0917 17:13:32.452769 31405 solver.cpp:294] Iteration 2250, Testing net (#0)
I0917 17:13:42.032255 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9778
I0917 17:13:42.032321 31405 solver.cpp:343]     Test net output #1: loss = 0.0690162 (* 1 = 0.0690162 loss)
I0917 17:13:42.069505 31405 solver.cpp:214] Iteration 2250, loss = 0.0461138
I0917 17:13:42.069557 31405 solver.cpp:229]     Train net output #0: loss = 0.0461141 (* 1 = 0.0461141 loss)
I0917 17:13:42.069577 31405 solver.cpp:486] Iteration 2250, lr = 0.00858812
I0917 17:13:42.442440 31405 solver.cpp:294] Iteration 2260, Testing net (#0)
I0917 17:13:52.283622 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9771
I0917 17:13:52.283819 31405 solver.cpp:343]     Test net output #1: loss = 0.070082 (* 1 = 0.070082 loss)
I0917 17:13:52.329928 31405 solver.cpp:214] Iteration 2260, loss = 0.0797982
I0917 17:13:52.329994 31405 solver.cpp:229]     Train net output #0: loss = 0.0797985 (* 1 = 0.0797985 loss)
I0917 17:13:52.330023 31405 solver.cpp:486] Iteration 2260, lr = 0.00858286
I0917 17:13:52.711019 31405 solver.cpp:294] Iteration 2270, Testing net (#0)
I0917 17:14:02.615464 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9774
I0917 17:14:02.615509 31405 solver.cpp:343]     Test net output #1: loss = 0.0757333 (* 1 = 0.0757333 loss)
I0917 17:14:02.656193 31405 solver.cpp:214] Iteration 2270, loss = 0.0131139
I0917 17:14:02.656263 31405 solver.cpp:229]     Train net output #0: loss = 0.0131142 (* 1 = 0.0131142 loss)
I0917 17:14:02.656292 31405 solver.cpp:486] Iteration 2270, lr = 0.00857762
I0917 17:14:03.032670 31405 solver.cpp:294] Iteration 2280, Testing net (#0)
I0917 17:14:12.890991 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9662
I0917 17:14:12.891058 31405 solver.cpp:343]     Test net output #1: loss = 0.10362 (* 1 = 0.10362 loss)
I0917 17:14:12.930986 31405 solver.cpp:214] Iteration 2280, loss = 0.0800469
I0917 17:14:12.931054 31405 solver.cpp:229]     Train net output #0: loss = 0.0800471 (* 1 = 0.0800471 loss)
I0917 17:14:12.931082 31405 solver.cpp:486] Iteration 2280, lr = 0.00857238
I0917 17:14:13.296002 31405 solver.cpp:294] Iteration 2290, Testing net (#0)
I0917 17:14:22.699668 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9718
I0917 17:14:22.699741 31405 solver.cpp:343]     Test net output #1: loss = 0.0879009 (* 1 = 0.0879009 loss)
I0917 17:14:22.737511 31405 solver.cpp:214] Iteration 2290, loss = 0.0512139
I0917 17:14:22.737571 31405 solver.cpp:229]     Train net output #0: loss = 0.0512141 (* 1 = 0.0512141 loss)
I0917 17:14:22.737594 31405 solver.cpp:486] Iteration 2290, lr = 0.00856714
I0917 17:14:23.104498 31405 solver.cpp:294] Iteration 2300, Testing net (#0)
I0917 17:14:32.847236 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9714
I0917 17:14:32.847400 31405 solver.cpp:343]     Test net output #1: loss = 0.0872163 (* 1 = 0.0872163 loss)
I0917 17:14:32.887583 31405 solver.cpp:214] Iteration 2300, loss = 0.0468187
I0917 17:14:32.887658 31405 solver.cpp:229]     Train net output #0: loss = 0.046819 (* 1 = 0.046819 loss)
I0917 17:14:32.887693 31405 solver.cpp:486] Iteration 2300, lr = 0.00856192
I0917 17:14:33.266721 31405 solver.cpp:294] Iteration 2310, Testing net (#0)
I0917 17:14:43.073854 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9754
I0917 17:14:43.073926 31405 solver.cpp:343]     Test net output #1: loss = 0.0753464 (* 1 = 0.0753464 loss)
I0917 17:14:43.114437 31405 solver.cpp:214] Iteration 2310, loss = 0.00447594
I0917 17:14:43.114500 31405 solver.cpp:229]     Train net output #0: loss = 0.00447622 (* 1 = 0.00447622 loss)
I0917 17:14:43.114526 31405 solver.cpp:486] Iteration 2310, lr = 0.0085567
I0917 17:14:43.498221 31405 solver.cpp:294] Iteration 2320, Testing net (#0)
I0917 17:14:53.177645 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9789
I0917 17:14:53.177819 31405 solver.cpp:343]     Test net output #1: loss = 0.0645456 (* 1 = 0.0645456 loss)
I0917 17:14:53.218245 31405 solver.cpp:214] Iteration 2320, loss = 0.00547227
I0917 17:14:53.218322 31405 solver.cpp:229]     Train net output #0: loss = 0.00547257 (* 1 = 0.00547257 loss)
I0917 17:14:53.218350 31405 solver.cpp:486] Iteration 2320, lr = 0.00855149
I0917 17:14:53.591341 31405 solver.cpp:294] Iteration 2330, Testing net (#0)
I0917 17:15:03.250288 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9812
I0917 17:15:03.250356 31405 solver.cpp:343]     Test net output #1: loss = 0.0592545 (* 1 = 0.0592545 loss)
I0917 17:15:03.293196 31405 solver.cpp:214] Iteration 2330, loss = 0.184851
I0917 17:15:03.293267 31405 solver.cpp:229]     Train net output #0: loss = 0.184852 (* 1 = 0.184852 loss)
I0917 17:15:03.293294 31405 solver.cpp:486] Iteration 2330, lr = 0.00854629
I0917 17:15:03.681756 31405 solver.cpp:294] Iteration 2340, Testing net (#0)
I0917 17:15:13.314251 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9766
I0917 17:15:13.314311 31405 solver.cpp:343]     Test net output #1: loss = 0.0686026 (* 1 = 0.0686026 loss)
I0917 17:15:13.354676 31405 solver.cpp:214] Iteration 2340, loss = 0.205879
I0917 17:15:13.354733 31405 solver.cpp:229]     Train net output #0: loss = 0.205879 (* 1 = 0.205879 loss)
I0917 17:15:13.354754 31405 solver.cpp:486] Iteration 2340, lr = 0.0085411
I0917 17:15:13.737645 31405 solver.cpp:294] Iteration 2350, Testing net (#0)
I0917 17:15:23.528614 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9774
I0917 17:15:23.528731 31405 solver.cpp:343]     Test net output #1: loss = 0.0734894 (* 1 = 0.0734894 loss)
I0917 17:15:23.569257 31405 solver.cpp:214] Iteration 2350, loss = 0.0329747
I0917 17:15:23.569316 31405 solver.cpp:229]     Train net output #0: loss = 0.0329749 (* 1 = 0.0329749 loss)
I0917 17:15:23.569339 31405 solver.cpp:486] Iteration 2350, lr = 0.00853591
I0917 17:15:23.943544 31405 solver.cpp:294] Iteration 2360, Testing net (#0)
I0917 17:15:33.921322 31405 solver.cpp:343]     Test net output #0: accuracy = 0.979
I0917 17:15:33.921404 31405 solver.cpp:343]     Test net output #1: loss = 0.068527 (* 1 = 0.068527 loss)
I0917 17:15:33.966516 31405 solver.cpp:214] Iteration 2360, loss = 0.0135608
I0917 17:15:33.966583 31405 solver.cpp:229]     Train net output #0: loss = 0.0135611 (* 1 = 0.0135611 loss)
I0917 17:15:33.966609 31405 solver.cpp:486] Iteration 2360, lr = 0.00853073
I0917 17:15:34.341816 31405 solver.cpp:294] Iteration 2370, Testing net (#0)
I0917 17:15:44.079320 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9708
I0917 17:15:44.079377 31405 solver.cpp:343]     Test net output #1: loss = 0.0870682 (* 1 = 0.0870682 loss)
I0917 17:15:44.119045 31405 solver.cpp:214] Iteration 2370, loss = 0.0768392
I0917 17:15:44.119108 31405 solver.cpp:229]     Train net output #0: loss = 0.0768394 (* 1 = 0.0768394 loss)
I0917 17:15:44.119138 31405 solver.cpp:486] Iteration 2370, lr = 0.00852556
I0917 17:15:44.496179 31405 solver.cpp:294] Iteration 2380, Testing net (#0)
I0917 17:15:54.225798 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9761
I0917 17:15:54.225911 31405 solver.cpp:343]     Test net output #1: loss = 0.0751066 (* 1 = 0.0751066 loss)
I0917 17:15:54.266165 31405 solver.cpp:214] Iteration 2380, loss = 0.052741
I0917 17:15:54.266212 31405 solver.cpp:229]     Train net output #0: loss = 0.0527413 (* 1 = 0.0527413 loss)
I0917 17:15:54.266229 31405 solver.cpp:486] Iteration 2380, lr = 0.00852039
I0917 17:15:54.656328 31405 solver.cpp:294] Iteration 2390, Testing net (#0)
I0917 17:16:04.453883 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9735
I0917 17:16:04.453954 31405 solver.cpp:343]     Test net output #1: loss = 0.080079 (* 1 = 0.080079 loss)
I0917 17:16:04.498620 31405 solver.cpp:214] Iteration 2390, loss = 0.151931
I0917 17:16:04.498677 31405 solver.cpp:229]     Train net output #0: loss = 0.151931 (* 1 = 0.151931 loss)
I0917 17:16:04.498697 31405 solver.cpp:486] Iteration 2390, lr = 0.00851523
I0917 17:16:04.876339 31405 solver.cpp:294] Iteration 2400, Testing net (#0)
I0917 17:16:14.714368 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9791
I0917 17:16:14.714439 31405 solver.cpp:343]     Test net output #1: loss = 0.0682696 (* 1 = 0.0682696 loss)
I0917 17:16:14.751332 31405 solver.cpp:214] Iteration 2400, loss = 0.474593
I0917 17:16:14.751396 31405 solver.cpp:229]     Train net output #0: loss = 0.474593 (* 1 = 0.474593 loss)
I0917 17:16:14.751432 31405 solver.cpp:486] Iteration 2400, lr = 0.00851008
I0917 17:16:15.140449 31405 solver.cpp:294] Iteration 2410, Testing net (#0)
I0917 17:16:24.677079 31405 solver.cpp:343]     Test net output #0: accuracy = 0.969
I0917 17:16:24.677283 31405 solver.cpp:343]     Test net output #1: loss = 0.103444 (* 1 = 0.103444 loss)
I0917 17:16:24.719310 31405 solver.cpp:214] Iteration 2410, loss = 0.0263323
I0917 17:16:24.719380 31405 solver.cpp:229]     Train net output #0: loss = 0.0263325 (* 1 = 0.0263325 loss)
I0917 17:16:24.719409 31405 solver.cpp:486] Iteration 2410, lr = 0.00850494
I0917 17:16:25.105523 31405 solver.cpp:294] Iteration 2420, Testing net (#0)
I0917 17:16:34.933122 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9769
I0917 17:16:34.933182 31405 solver.cpp:343]     Test net output #1: loss = 0.0736914 (* 1 = 0.0736914 loss)
I0917 17:16:34.967200 31405 solver.cpp:214] Iteration 2420, loss = 0.0729325
I0917 17:16:34.967267 31405 solver.cpp:229]     Train net output #0: loss = 0.0729328 (* 1 = 0.0729328 loss)
I0917 17:16:34.967291 31405 solver.cpp:486] Iteration 2420, lr = 0.0084998
I0917 17:16:35.344439 31405 solver.cpp:294] Iteration 2430, Testing net (#0)
I0917 17:16:45.156939 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9722
I0917 17:16:45.157004 31405 solver.cpp:343]     Test net output #1: loss = 0.0837886 (* 1 = 0.0837886 loss)
I0917 17:16:45.191376 31405 solver.cpp:214] Iteration 2430, loss = 0.0123628
I0917 17:16:45.191448 31405 solver.cpp:229]     Train net output #0: loss = 0.0123631 (* 1 = 0.0123631 loss)
I0917 17:16:45.191478 31405 solver.cpp:486] Iteration 2430, lr = 0.00849467
I0917 17:16:45.586009 31405 solver.cpp:294] Iteration 2440, Testing net (#0)
I0917 17:16:55.478029 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9764
I0917 17:16:55.478122 31405 solver.cpp:343]     Test net output #1: loss = 0.0745803 (* 1 = 0.0745803 loss)
I0917 17:16:55.519803 31405 solver.cpp:214] Iteration 2440, loss = 0.00218599
I0917 17:16:55.519871 31405 solver.cpp:229]     Train net output #0: loss = 0.00218625 (* 1 = 0.00218625 loss)
I0917 17:16:55.519899 31405 solver.cpp:486] Iteration 2440, lr = 0.00848955
I0917 17:16:55.912025 31405 solver.cpp:294] Iteration 2450, Testing net (#0)
I0917 17:17:05.530678 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9794
I0917 17:17:05.530747 31405 solver.cpp:343]     Test net output #1: loss = 0.062609 (* 1 = 0.062609 loss)
I0917 17:17:05.569957 31405 solver.cpp:214] Iteration 2450, loss = 0.0263949
I0917 17:17:05.570026 31405 solver.cpp:229]     Train net output #0: loss = 0.0263951 (* 1 = 0.0263951 loss)
I0917 17:17:05.570053 31405 solver.cpp:486] Iteration 2450, lr = 0.00848444
I0917 17:17:05.968256 31405 solver.cpp:294] Iteration 2460, Testing net (#0)
I0917 17:17:15.911808 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9803
I0917 17:17:15.911864 31405 solver.cpp:343]     Test net output #1: loss = 0.0633915 (* 1 = 0.0633915 loss)
I0917 17:17:15.945246 31405 solver.cpp:214] Iteration 2460, loss = 0.00950566
I0917 17:17:15.945312 31405 solver.cpp:229]     Train net output #0: loss = 0.00950589 (* 1 = 0.00950589 loss)
I0917 17:17:15.945336 31405 solver.cpp:486] Iteration 2460, lr = 0.00847933
I0917 17:17:16.331394 31405 solver.cpp:294] Iteration 2470, Testing net (#0)
I0917 17:17:26.312504 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9607
I0917 17:17:26.312677 31405 solver.cpp:343]     Test net output #1: loss = 0.119342 (* 1 = 0.119342 loss)
I0917 17:17:26.351069 31405 solver.cpp:214] Iteration 2470, loss = 0.248364
I0917 17:17:26.351136 31405 solver.cpp:229]     Train net output #0: loss = 0.248364 (* 1 = 0.248364 loss)
I0917 17:17:26.351166 31405 solver.cpp:486] Iteration 2470, lr = 0.00847423
I0917 17:17:26.719717 31405 solver.cpp:294] Iteration 2480, Testing net (#0)
I0917 17:17:36.536793 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9783
I0917 17:17:36.536865 31405 solver.cpp:343]     Test net output #1: loss = 0.0695667 (* 1 = 0.0695667 loss)
I0917 17:17:36.571256 31405 solver.cpp:214] Iteration 2480, loss = 0.0589183
I0917 17:17:36.571312 31405 solver.cpp:229]     Train net output #0: loss = 0.0589185 (* 1 = 0.0589185 loss)
I0917 17:17:36.571332 31405 solver.cpp:486] Iteration 2480, lr = 0.00846913
I0917 17:17:36.948891 31405 solver.cpp:294] Iteration 2490, Testing net (#0)
I0917 17:17:46.570936 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9724
I0917 17:17:46.571008 31405 solver.cpp:343]     Test net output #1: loss = 0.0850074 (* 1 = 0.0850074 loss)
I0917 17:17:46.613373 31405 solver.cpp:214] Iteration 2490, loss = 0.00602642
I0917 17:17:46.613425 31405 solver.cpp:229]     Train net output #0: loss = 0.00602656 (* 1 = 0.00602656 loss)
I0917 17:17:46.613448 31405 solver.cpp:486] Iteration 2490, lr = 0.00846405
I0917 17:17:46.992743 31405 solver.cpp:294] Iteration 2500, Testing net (#0)
I0917 17:17:56.621263 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9772
I0917 17:17:56.621369 31405 solver.cpp:343]     Test net output #1: loss = 0.074234 (* 1 = 0.074234 loss)
I0917 17:17:56.666059 31405 solver.cpp:214] Iteration 2500, loss = 0.0288691
I0917 17:17:56.666118 31405 solver.cpp:229]     Train net output #0: loss = 0.0288692 (* 1 = 0.0288692 loss)
I0917 17:17:56.666141 31405 solver.cpp:486] Iteration 2500, lr = 0.00845897
I0917 17:17:57.058569 31405 solver.cpp:294] Iteration 2510, Testing net (#0)
I0917 17:18:06.814993 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9736
I0917 17:18:06.815062 31405 solver.cpp:343]     Test net output #1: loss = 0.0835883 (* 1 = 0.0835883 loss)
I0917 17:18:06.853083 31405 solver.cpp:214] Iteration 2510, loss = 0.0243107
I0917 17:18:06.853153 31405 solver.cpp:229]     Train net output #0: loss = 0.0243109 (* 1 = 0.0243109 loss)
I0917 17:18:06.853183 31405 solver.cpp:486] Iteration 2510, lr = 0.0084539
I0917 17:18:07.220674 31405 solver.cpp:294] Iteration 2520, Testing net (#0)
I0917 17:18:16.833047 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9795
I0917 17:18:16.833101 31405 solver.cpp:343]     Test net output #1: loss = 0.0676978 (* 1 = 0.0676978 loss)
I0917 17:18:16.863617 31405 solver.cpp:214] Iteration 2520, loss = 0.00752567
I0917 17:18:16.863662 31405 solver.cpp:229]     Train net output #0: loss = 0.00752588 (* 1 = 0.00752588 loss)
I0917 17:18:16.863682 31405 solver.cpp:486] Iteration 2520, lr = 0.00844883
I0917 17:18:17.259126 31405 solver.cpp:294] Iteration 2530, Testing net (#0)
I0917 17:18:27.048946 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9738
I0917 17:18:27.049060 31405 solver.cpp:343]     Test net output #1: loss = 0.0818486 (* 1 = 0.0818486 loss)
I0917 17:18:27.087241 31405 solver.cpp:214] Iteration 2530, loss = 0.0628868
I0917 17:18:27.087323 31405 solver.cpp:229]     Train net output #0: loss = 0.062887 (* 1 = 0.062887 loss)
I0917 17:18:27.087355 31405 solver.cpp:486] Iteration 2530, lr = 0.00844378
I0917 17:18:27.477125 31405 solver.cpp:294] Iteration 2540, Testing net (#0)
I0917 17:18:37.477434 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9752
I0917 17:18:37.477481 31405 solver.cpp:343]     Test net output #1: loss = 0.0731033 (* 1 = 0.0731033 loss)
I0917 17:18:37.513975 31405 solver.cpp:214] Iteration 2540, loss = 0.101016
I0917 17:18:37.514036 31405 solver.cpp:229]     Train net output #0: loss = 0.101016 (* 1 = 0.101016 loss)
I0917 17:18:37.514060 31405 solver.cpp:486] Iteration 2540, lr = 0.00843873
I0917 17:18:37.891623 31405 solver.cpp:294] Iteration 2550, Testing net (#0)
I0917 17:18:47.691426 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9802
I0917 17:18:47.691481 31405 solver.cpp:343]     Test net output #1: loss = 0.0610126 (* 1 = 0.0610126 loss)
I0917 17:18:47.726389 31405 solver.cpp:214] Iteration 2550, loss = 0.00564182
I0917 17:18:47.726464 31405 solver.cpp:229]     Train net output #0: loss = 0.00564202 (* 1 = 0.00564202 loss)
I0917 17:18:47.726490 31405 solver.cpp:486] Iteration 2550, lr = 0.00843368
I0917 17:18:48.108513 31405 solver.cpp:294] Iteration 2560, Testing net (#0)
I0917 17:18:58.035244 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9791
I0917 17:18:58.035434 31405 solver.cpp:343]     Test net output #1: loss = 0.0661242 (* 1 = 0.0661242 loss)
I0917 17:18:58.071118 31405 solver.cpp:214] Iteration 2560, loss = 0.0340311
I0917 17:18:58.071172 31405 solver.cpp:229]     Train net output #0: loss = 0.0340313 (* 1 = 0.0340313 loss)
I0917 17:18:58.071192 31405 solver.cpp:486] Iteration 2560, lr = 0.00842864
I0917 17:18:58.459517 31405 solver.cpp:294] Iteration 2570, Testing net (#0)
I0917 17:19:08.209132 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9825
I0917 17:19:08.209193 31405 solver.cpp:343]     Test net output #1: loss = 0.0567523 (* 1 = 0.0567523 loss)
I0917 17:19:08.251842 31405 solver.cpp:214] Iteration 2570, loss = 0.0237529
I0917 17:19:08.251893 31405 solver.cpp:229]     Train net output #0: loss = 0.0237531 (* 1 = 0.0237531 loss)
I0917 17:19:08.251912 31405 solver.cpp:486] Iteration 2570, lr = 0.00842362
I0917 17:19:08.631950 31405 solver.cpp:294] Iteration 2580, Testing net (#0)
I0917 17:19:18.334053 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9803
I0917 17:19:18.334117 31405 solver.cpp:343]     Test net output #1: loss = 0.0621784 (* 1 = 0.0621784 loss)
I0917 17:19:18.376253 31405 solver.cpp:214] Iteration 2580, loss = 0.283682
I0917 17:19:18.376320 31405 solver.cpp:229]     Train net output #0: loss = 0.283682 (* 1 = 0.283682 loss)
I0917 17:19:18.376346 31405 solver.cpp:486] Iteration 2580, lr = 0.00841859
I0917 17:19:18.762974 31405 solver.cpp:294] Iteration 2590, Testing net (#0)
I0917 17:19:28.563230 31405 solver.cpp:343]     Test net output #0: accuracy = 0.979
I0917 17:19:28.563320 31405 solver.cpp:343]     Test net output #1: loss = 0.0621704 (* 1 = 0.0621704 loss)
I0917 17:19:28.602146 31405 solver.cpp:214] Iteration 2590, loss = 0.0940601
I0917 17:19:28.602216 31405 solver.cpp:229]     Train net output #0: loss = 0.0940603 (* 1 = 0.0940603 loss)
I0917 17:19:28.602246 31405 solver.cpp:486] Iteration 2590, lr = 0.00841358
I0917 17:19:28.981653 31405 solver.cpp:294] Iteration 2600, Testing net (#0)
I0917 17:19:38.771530 31405 solver.cpp:343]     Test net output #0: accuracy = 0.973
I0917 17:19:38.771589 31405 solver.cpp:343]     Test net output #1: loss = 0.0839275 (* 1 = 0.0839275 loss)
I0917 17:19:38.812844 31405 solver.cpp:214] Iteration 2600, loss = 0.0979853
I0917 17:19:38.812911 31405 solver.cpp:229]     Train net output #0: loss = 0.0979855 (* 1 = 0.0979855 loss)
I0917 17:19:38.812932 31405 solver.cpp:486] Iteration 2600, lr = 0.00840857
I0917 17:19:39.190603 31405 solver.cpp:294] Iteration 2610, Testing net (#0)
I0917 17:19:49.015988 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9782
I0917 17:19:49.016058 31405 solver.cpp:343]     Test net output #1: loss = 0.0664052 (* 1 = 0.0664052 loss)
I0917 17:19:49.058027 31405 solver.cpp:214] Iteration 2610, loss = 0.105617
I0917 17:19:49.058099 31405 solver.cpp:229]     Train net output #0: loss = 0.105617 (* 1 = 0.105617 loss)
I0917 17:19:49.058126 31405 solver.cpp:486] Iteration 2610, lr = 0.00840357
I0917 17:19:49.449003 31405 solver.cpp:294] Iteration 2620, Testing net (#0)
I0917 17:19:59.397490 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9795
I0917 17:19:59.397682 31405 solver.cpp:343]     Test net output #1: loss = 0.062376 (* 1 = 0.062376 loss)
I0917 17:19:59.440549 31405 solver.cpp:214] Iteration 2620, loss = 0.0244886
I0917 17:19:59.440620 31405 solver.cpp:229]     Train net output #0: loss = 0.0244887 (* 1 = 0.0244887 loss)
I0917 17:19:59.440649 31405 solver.cpp:486] Iteration 2620, lr = 0.00839857
I0917 17:19:59.831133 31405 solver.cpp:294] Iteration 2630, Testing net (#0)
I0917 17:20:09.836776 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9776
I0917 17:20:09.836858 31405 solver.cpp:343]     Test net output #1: loss = 0.0684324 (* 1 = 0.0684324 loss)
I0917 17:20:09.875519 31405 solver.cpp:214] Iteration 2630, loss = 0.00489664
I0917 17:20:09.875586 31405 solver.cpp:229]     Train net output #0: loss = 0.00489682 (* 1 = 0.00489682 loss)
I0917 17:20:09.875614 31405 solver.cpp:486] Iteration 2630, lr = 0.00839358
I0917 17:20:10.257851 31405 solver.cpp:294] Iteration 2640, Testing net (#0)
I0917 17:20:20.090817 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9759
I0917 17:20:20.090875 31405 solver.cpp:343]     Test net output #1: loss = 0.0739775 (* 1 = 0.0739775 loss)
I0917 17:20:20.124477 31405 solver.cpp:214] Iteration 2640, loss = 0.00131864
I0917 17:20:20.124531 31405 solver.cpp:229]     Train net output #0: loss = 0.00131882 (* 1 = 0.00131882 loss)
I0917 17:20:20.124549 31405 solver.cpp:486] Iteration 2640, lr = 0.0083886
I0917 17:20:20.505424 31405 solver.cpp:294] Iteration 2650, Testing net (#0)
I0917 17:20:30.414402 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9782
I0917 17:20:30.414487 31405 solver.cpp:343]     Test net output #1: loss = 0.0693904 (* 1 = 0.0693904 loss)
I0917 17:20:30.447177 31405 solver.cpp:214] Iteration 2650, loss = 0.0546198
I0917 17:20:30.447237 31405 solver.cpp:229]     Train net output #0: loss = 0.05462 (* 1 = 0.05462 loss)
I0917 17:20:30.447263 31405 solver.cpp:486] Iteration 2650, lr = 0.00838363
I0917 17:20:30.817450 31405 solver.cpp:294] Iteration 2660, Testing net (#0)
I0917 17:20:40.612550 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9829
I0917 17:20:40.612613 31405 solver.cpp:343]     Test net output #1: loss = 0.0566797 (* 1 = 0.0566797 loss)
I0917 17:20:40.655249 31405 solver.cpp:214] Iteration 2660, loss = 0.559592
I0917 17:20:40.655318 31405 solver.cpp:229]     Train net output #0: loss = 0.559592 (* 1 = 0.559592 loss)
I0917 17:20:40.655340 31405 solver.cpp:486] Iteration 2660, lr = 0.00837866
I0917 17:20:41.043608 31405 solver.cpp:294] Iteration 2670, Testing net (#0)
I0917 17:20:50.653723 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9765
I0917 17:20:50.653767 31405 solver.cpp:343]     Test net output #1: loss = 0.0719527 (* 1 = 0.0719527 loss)
I0917 17:20:50.676306 31405 solver.cpp:214] Iteration 2670, loss = 0.026378
I0917 17:20:50.676349 31405 solver.cpp:229]     Train net output #0: loss = 0.0263782 (* 1 = 0.0263782 loss)
I0917 17:20:50.676363 31405 solver.cpp:486] Iteration 2670, lr = 0.0083737
I0917 17:20:51.017887 31405 solver.cpp:294] Iteration 2680, Testing net (#0)
I0917 17:21:00.776264 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9787
I0917 17:21:00.776340 31405 solver.cpp:343]     Test net output #1: loss = 0.0640613 (* 1 = 0.0640613 loss)
I0917 17:21:00.810390 31405 solver.cpp:214] Iteration 2680, loss = 0.111216
I0917 17:21:00.810462 31405 solver.cpp:229]     Train net output #0: loss = 0.111216 (* 1 = 0.111216 loss)
I0917 17:21:00.810490 31405 solver.cpp:486] Iteration 2680, lr = 0.00836875
I0917 17:21:01.174808 31405 solver.cpp:294] Iteration 2690, Testing net (#0)
I0917 17:21:10.772313 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9776
I0917 17:21:10.772372 31405 solver.cpp:343]     Test net output #1: loss = 0.0678696 (* 1 = 0.0678696 loss)
I0917 17:21:10.814177 31405 solver.cpp:214] Iteration 2690, loss = 0.204511
I0917 17:21:10.814246 31405 solver.cpp:229]     Train net output #0: loss = 0.204512 (* 1 = 0.204512 loss)
I0917 17:21:10.814275 31405 solver.cpp:486] Iteration 2690, lr = 0.0083638
I0917 17:21:11.194778 31405 solver.cpp:294] Iteration 2700, Testing net (#0)
I0917 17:21:21.081409 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9602
I0917 17:21:21.081465 31405 solver.cpp:343]     Test net output #1: loss = 0.125012 (* 1 = 0.125012 loss)
I0917 17:21:21.116633 31405 solver.cpp:214] Iteration 2700, loss = 0.0507065
I0917 17:21:21.116690 31405 solver.cpp:229]     Train net output #0: loss = 0.0507067 (* 1 = 0.0507067 loss)
I0917 17:21:21.116709 31405 solver.cpp:486] Iteration 2700, lr = 0.00835886
I0917 17:21:21.507112 31405 solver.cpp:294] Iteration 2710, Testing net (#0)
I0917 17:21:31.174469 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9732
I0917 17:21:31.174650 31405 solver.cpp:343]     Test net output #1: loss = 0.0845369 (* 1 = 0.0845369 loss)
I0917 17:21:31.218119 31405 solver.cpp:214] Iteration 2710, loss = 0.0182493
I0917 17:21:31.218173 31405 solver.cpp:229]     Train net output #0: loss = 0.0182495 (* 1 = 0.0182495 loss)
I0917 17:21:31.218194 31405 solver.cpp:486] Iteration 2710, lr = 0.00835393
I0917 17:21:31.588842 31405 solver.cpp:294] Iteration 2720, Testing net (#0)
I0917 17:21:41.080415 31405 solver.cpp:343]     Test net output #0: accuracy = 0.972
I0917 17:21:41.080474 31405 solver.cpp:343]     Test net output #1: loss = 0.0889456 (* 1 = 0.0889456 loss)
I0917 17:21:41.119904 31405 solver.cpp:214] Iteration 2720, loss = 0.304059
I0917 17:21:41.119966 31405 solver.cpp:229]     Train net output #0: loss = 0.304059 (* 1 = 0.304059 loss)
I0917 17:21:41.119989 31405 solver.cpp:486] Iteration 2720, lr = 0.008349
I0917 17:21:41.503883 31405 solver.cpp:294] Iteration 2730, Testing net (#0)
I0917 17:21:51.016793 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9714
I0917 17:21:51.016861 31405 solver.cpp:343]     Test net output #1: loss = 0.0893753 (* 1 = 0.0893753 loss)
I0917 17:21:51.054931 31405 solver.cpp:214] Iteration 2730, loss = 0.00260405
I0917 17:21:51.054980 31405 solver.cpp:229]     Train net output #0: loss = 0.00260423 (* 1 = 0.00260423 loss)
I0917 17:21:51.055004 31405 solver.cpp:486] Iteration 2730, lr = 0.00834408
I0917 17:21:51.426054 31405 solver.cpp:294] Iteration 2740, Testing net (#0)
I0917 17:22:01.304041 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9709
I0917 17:22:01.304131 31405 solver.cpp:343]     Test net output #1: loss = 0.0887815 (* 1 = 0.0887815 loss)
I0917 17:22:01.348917 31405 solver.cpp:214] Iteration 2740, loss = 0.0746098
I0917 17:22:01.348981 31405 solver.cpp:229]     Train net output #0: loss = 0.07461 (* 1 = 0.07461 loss)
I0917 17:22:01.349001 31405 solver.cpp:486] Iteration 2740, lr = 0.00833917
I0917 17:22:01.730466 31405 solver.cpp:294] Iteration 2750, Testing net (#0)
I0917 17:22:11.675206 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9767
I0917 17:22:11.675262 31405 solver.cpp:343]     Test net output #1: loss = 0.0719817 (* 1 = 0.0719817 loss)
I0917 17:22:11.708493 31405 solver.cpp:214] Iteration 2750, loss = 0.0107932
I0917 17:22:11.708545 31405 solver.cpp:229]     Train net output #0: loss = 0.0107934 (* 1 = 0.0107934 loss)
I0917 17:22:11.708564 31405 solver.cpp:486] Iteration 2750, lr = 0.00833427
I0917 17:22:12.063694 31405 solver.cpp:294] Iteration 2760, Testing net (#0)
I0917 17:22:21.911172 31405 solver.cpp:343]     Test net output #0: accuracy = 0.981
I0917 17:22:21.911239 31405 solver.cpp:343]     Test net output #1: loss = 0.0614055 (* 1 = 0.0614055 loss)
I0917 17:22:21.949352 31405 solver.cpp:214] Iteration 2760, loss = 0.00571491
I0917 17:22:21.949440 31405 solver.cpp:229]     Train net output #0: loss = 0.00571509 (* 1 = 0.00571509 loss)
I0917 17:22:21.949477 31405 solver.cpp:486] Iteration 2760, lr = 0.00832937
I0917 17:22:22.342581 31405 solver.cpp:294] Iteration 2770, Testing net (#0)
I0917 17:22:32.215968 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9761
I0917 17:22:32.216070 31405 solver.cpp:343]     Test net output #1: loss = 0.0730648 (* 1 = 0.0730648 loss)
I0917 17:22:32.252890 31405 solver.cpp:214] Iteration 2770, loss = 0.00817396
I0917 17:22:32.252951 31405 solver.cpp:229]     Train net output #0: loss = 0.00817412 (* 1 = 0.00817412 loss)
I0917 17:22:32.252980 31405 solver.cpp:486] Iteration 2770, lr = 0.00832447
I0917 17:22:32.640169 31405 solver.cpp:294] Iteration 2780, Testing net (#0)
I0917 17:22:42.275182 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9768
I0917 17:22:42.275254 31405 solver.cpp:343]     Test net output #1: loss = 0.0713089 (* 1 = 0.0713089 loss)
I0917 17:22:42.313065 31405 solver.cpp:214] Iteration 2780, loss = 0.265996
I0917 17:22:42.313110 31405 solver.cpp:229]     Train net output #0: loss = 0.265996 (* 1 = 0.265996 loss)
I0917 17:22:42.313129 31405 solver.cpp:486] Iteration 2780, lr = 0.00831959
I0917 17:22:42.671756 31405 solver.cpp:294] Iteration 2790, Testing net (#0)
I0917 17:22:52.326781 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9744
I0917 17:22:52.326856 31405 solver.cpp:343]     Test net output #1: loss = 0.0789792 (* 1 = 0.0789792 loss)
I0917 17:22:52.366055 31405 solver.cpp:214] Iteration 2790, loss = 0.00925392
I0917 17:22:52.366127 31405 solver.cpp:229]     Train net output #0: loss = 0.00925407 (* 1 = 0.00925407 loss)
I0917 17:22:52.366155 31405 solver.cpp:486] Iteration 2790, lr = 0.00831471
I0917 17:22:52.751957 31405 solver.cpp:294] Iteration 2800, Testing net (#0)
I0917 17:23:02.566715 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9726
I0917 17:23:02.566900 31405 solver.cpp:343]     Test net output #1: loss = 0.0875613 (* 1 = 0.0875613 loss)
I0917 17:23:02.612406 31405 solver.cpp:214] Iteration 2800, loss = 0.0299449
I0917 17:23:02.612474 31405 solver.cpp:229]     Train net output #0: loss = 0.0299451 (* 1 = 0.0299451 loss)
I0917 17:23:02.612511 31405 solver.cpp:486] Iteration 2800, lr = 0.00830984
I0917 17:23:02.980985 31405 solver.cpp:294] Iteration 2810, Testing net (#0)
I0917 17:23:12.782019 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9796
I0917 17:23:12.782088 31405 solver.cpp:343]     Test net output #1: loss = 0.0642201 (* 1 = 0.0642201 loss)
I0917 17:23:12.806910 31405 solver.cpp:214] Iteration 2810, loss = 0.166938
I0917 17:23:12.806953 31405 solver.cpp:229]     Train net output #0: loss = 0.166938 (* 1 = 0.166938 loss)
I0917 17:23:12.806968 31405 solver.cpp:486] Iteration 2810, lr = 0.00830497
I0917 17:23:13.160789 31405 solver.cpp:294] Iteration 2820, Testing net (#0)
I0917 17:23:22.884466 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9813
I0917 17:23:22.884521 31405 solver.cpp:343]     Test net output #1: loss = 0.0589832 (* 1 = 0.0589832 loss)
I0917 17:23:22.916587 31405 solver.cpp:214] Iteration 2820, loss = 0.00924841
I0917 17:23:22.916640 31405 solver.cpp:229]     Train net output #0: loss = 0.00924852 (* 1 = 0.00924852 loss)
I0917 17:23:22.916659 31405 solver.cpp:486] Iteration 2820, lr = 0.00830011
I0917 17:23:23.281389 31405 solver.cpp:294] Iteration 2830, Testing net (#0)
I0917 17:23:33.034448 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9704
I0917 17:23:33.034548 31405 solver.cpp:343]     Test net output #1: loss = 0.0973329 (* 1 = 0.0973329 loss)
I0917 17:23:33.074618 31405 solver.cpp:214] Iteration 2830, loss = 0.0316286
I0917 17:23:33.074688 31405 solver.cpp:229]     Train net output #0: loss = 0.0316287 (* 1 = 0.0316287 loss)
I0917 17:23:33.074717 31405 solver.cpp:486] Iteration 2830, lr = 0.00829526
I0917 17:23:33.444613 31405 solver.cpp:294] Iteration 2840, Testing net (#0)
I0917 17:23:43.163415 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9724
I0917 17:23:43.163470 31405 solver.cpp:343]     Test net output #1: loss = 0.0858634 (* 1 = 0.0858634 loss)
I0917 17:23:43.203970 31405 solver.cpp:214] Iteration 2840, loss = 0.0812648
I0917 17:23:43.204041 31405 solver.cpp:229]     Train net output #0: loss = 0.081265 (* 1 = 0.081265 loss)
I0917 17:23:43.204071 31405 solver.cpp:486] Iteration 2840, lr = 0.00829041
I0917 17:23:43.598798 31405 solver.cpp:294] Iteration 2850, Testing net (#0)
I0917 17:23:53.440521 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9801
I0917 17:23:53.440582 31405 solver.cpp:343]     Test net output #1: loss = 0.063334 (* 1 = 0.063334 loss)
I0917 17:23:53.485317 31405 solver.cpp:214] Iteration 2850, loss = 0.168394
I0917 17:23:53.485388 31405 solver.cpp:229]     Train net output #0: loss = 0.168394 (* 1 = 0.168394 loss)
I0917 17:23:53.485416 31405 solver.cpp:486] Iteration 2850, lr = 0.00828557
I0917 17:23:53.856844 31405 solver.cpp:294] Iteration 2860, Testing net (#0)
I0917 17:24:03.742018 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9781
I0917 17:24:03.742210 31405 solver.cpp:343]     Test net output #1: loss = 0.0675975 (* 1 = 0.0675975 loss)
I0917 17:24:03.787134 31405 solver.cpp:214] Iteration 2860, loss = 0.122423
I0917 17:24:03.787200 31405 solver.cpp:229]     Train net output #0: loss = 0.122423 (* 1 = 0.122423 loss)
I0917 17:24:03.787228 31405 solver.cpp:486] Iteration 2860, lr = 0.00828074
I0917 17:24:04.176524 31405 solver.cpp:294] Iteration 2870, Testing net (#0)
I0917 17:24:14.066262 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9806
I0917 17:24:14.066325 31405 solver.cpp:343]     Test net output #1: loss = 0.0582391 (* 1 = 0.0582391 loss)
I0917 17:24:14.107082 31405 solver.cpp:214] Iteration 2870, loss = 0.0518151
I0917 17:24:14.107158 31405 solver.cpp:229]     Train net output #0: loss = 0.0518152 (* 1 = 0.0518152 loss)
I0917 17:24:14.107197 31405 solver.cpp:486] Iteration 2870, lr = 0.00827592
I0917 17:24:14.455899 31405 solver.cpp:294] Iteration 2880, Testing net (#0)
I0917 17:24:24.219908 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9785
I0917 17:24:24.219967 31405 solver.cpp:343]     Test net output #1: loss = 0.0637384 (* 1 = 0.0637384 loss)
I0917 17:24:24.265859 31405 solver.cpp:214] Iteration 2880, loss = 0.203406
I0917 17:24:24.265936 31405 solver.cpp:229]     Train net output #0: loss = 0.203406 (* 1 = 0.203406 loss)
I0917 17:24:24.265964 31405 solver.cpp:486] Iteration 2880, lr = 0.0082711
I0917 17:24:24.640066 31405 solver.cpp:294] Iteration 2890, Testing net (#0)
I0917 17:24:34.437731 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9782
I0917 17:24:34.437819 31405 solver.cpp:343]     Test net output #1: loss = 0.0671352 (* 1 = 0.0671352 loss)
I0917 17:24:34.476263 31405 solver.cpp:214] Iteration 2890, loss = 0.466318
I0917 17:24:34.476330 31405 solver.cpp:229]     Train net output #0: loss = 0.466318 (* 1 = 0.466318 loss)
I0917 17:24:34.476358 31405 solver.cpp:486] Iteration 2890, lr = 0.00826628
I0917 17:24:34.854455 31405 solver.cpp:294] Iteration 2900, Testing net (#0)
I0917 17:24:44.605505 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9738
I0917 17:24:44.605566 31405 solver.cpp:343]     Test net output #1: loss = 0.0834543 (* 1 = 0.0834543 loss)
I0917 17:24:44.648375 31405 solver.cpp:214] Iteration 2900, loss = 0.309334
I0917 17:24:44.648432 31405 solver.cpp:229]     Train net output #0: loss = 0.309334 (* 1 = 0.309334 loss)
I0917 17:24:44.648450 31405 solver.cpp:486] Iteration 2900, lr = 0.00826148
I0917 17:24:45.029223 31405 solver.cpp:294] Iteration 2910, Testing net (#0)
I0917 17:24:54.889922 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9776
I0917 17:24:54.889992 31405 solver.cpp:343]     Test net output #1: loss = 0.0764821 (* 1 = 0.0764821 loss)
I0917 17:24:54.934367 31405 solver.cpp:214] Iteration 2910, loss = 0.0201571
I0917 17:24:54.934440 31405 solver.cpp:229]     Train net output #0: loss = 0.0201572 (* 1 = 0.0201572 loss)
I0917 17:24:54.934468 31405 solver.cpp:486] Iteration 2910, lr = 0.00825668
I0917 17:24:55.328305 31405 solver.cpp:294] Iteration 2920, Testing net (#0)
I0917 17:25:05.055356 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9752
I0917 17:25:05.055443 31405 solver.cpp:343]     Test net output #1: loss = 0.0755111 (* 1 = 0.0755111 loss)
I0917 17:25:05.095041 31405 solver.cpp:214] Iteration 2920, loss = 0.272522
I0917 17:25:05.095085 31405 solver.cpp:229]     Train net output #0: loss = 0.272522 (* 1 = 0.272522 loss)
I0917 17:25:05.095098 31405 solver.cpp:486] Iteration 2920, lr = 0.00825188
I0917 17:25:05.475029 31405 solver.cpp:294] Iteration 2930, Testing net (#0)
I0917 17:25:15.272871 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9748
I0917 17:25:15.272938 31405 solver.cpp:343]     Test net output #1: loss = 0.0758882 (* 1 = 0.0758882 loss)
I0917 17:25:15.297674 31405 solver.cpp:214] Iteration 2930, loss = 0.035866
I0917 17:25:15.297758 31405 solver.cpp:229]     Train net output #0: loss = 0.0358662 (* 1 = 0.0358662 loss)
I0917 17:25:15.297796 31405 solver.cpp:486] Iteration 2930, lr = 0.0082471
I0917 17:25:15.664762 31405 solver.cpp:294] Iteration 2940, Testing net (#0)
I0917 17:25:25.350087 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9607
I0917 17:25:25.350157 31405 solver.cpp:343]     Test net output #1: loss = 0.119429 (* 1 = 0.119429 loss)
I0917 17:25:25.387492 31405 solver.cpp:214] Iteration 2940, loss = 0.0270899
I0917 17:25:25.387552 31405 solver.cpp:229]     Train net output #0: loss = 0.02709 (* 1 = 0.02709 loss)
I0917 17:25:25.387574 31405 solver.cpp:486] Iteration 2940, lr = 0.00824232
I0917 17:25:25.737443 31405 solver.cpp:294] Iteration 2950, Testing net (#0)
I0917 17:25:35.556483 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9494
I0917 17:25:35.556679 31405 solver.cpp:343]     Test net output #1: loss = 0.150211 (* 1 = 0.150211 loss)
I0917 17:25:35.593458 31405 solver.cpp:214] Iteration 2950, loss = 0.0307742
I0917 17:25:35.593530 31405 solver.cpp:229]     Train net output #0: loss = 0.0307743 (* 1 = 0.0307743 loss)
I0917 17:25:35.593559 31405 solver.cpp:486] Iteration 2950, lr = 0.00823754
I0917 17:25:35.976326 31405 solver.cpp:294] Iteration 2960, Testing net (#0)
I0917 17:25:45.660514 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9751
I0917 17:25:45.660583 31405 solver.cpp:343]     Test net output #1: loss = 0.0773155 (* 1 = 0.0773155 loss)
I0917 17:25:45.705108 31405 solver.cpp:214] Iteration 2960, loss = 0.00895972
I0917 17:25:45.705178 31405 solver.cpp:229]     Train net output #0: loss = 0.00895984 (* 1 = 0.00895984 loss)
I0917 17:25:45.705205 31405 solver.cpp:486] Iteration 2960, lr = 0.00823278
I0917 17:25:46.077692 31405 solver.cpp:294] Iteration 2970, Testing net (#0)
I0917 17:25:55.770818 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9691
I0917 17:25:55.770911 31405 solver.cpp:343]     Test net output #1: loss = 0.0926084 (* 1 = 0.0926084 loss)
I0917 17:25:55.821818 31405 solver.cpp:214] Iteration 2970, loss = 0.0222258
I0917 17:25:55.821897 31405 solver.cpp:229]     Train net output #0: loss = 0.0222259 (* 1 = 0.0222259 loss)
I0917 17:25:55.821934 31405 solver.cpp:486] Iteration 2970, lr = 0.00822801
I0917 17:25:56.219205 31405 solver.cpp:294] Iteration 2980, Testing net (#0)
I0917 17:26:05.931403 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9772
I0917 17:26:05.931493 31405 solver.cpp:343]     Test net output #1: loss = 0.0700326 (* 1 = 0.0700326 loss)
I0917 17:26:05.975819 31405 solver.cpp:214] Iteration 2980, loss = 0.506034
I0917 17:26:05.975888 31405 solver.cpp:229]     Train net output #0: loss = 0.506034 (* 1 = 0.506034 loss)
I0917 17:26:05.975916 31405 solver.cpp:486] Iteration 2980, lr = 0.00822326
I0917 17:26:06.330454 31405 solver.cpp:294] Iteration 2990, Testing net (#0)
I0917 17:26:16.247301 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9776
I0917 17:26:16.247356 31405 solver.cpp:343]     Test net output #1: loss = 0.0709984 (* 1 = 0.0709984 loss)
I0917 17:26:16.285681 31405 solver.cpp:214] Iteration 2990, loss = 0.0179782
I0917 17:26:16.285727 31405 solver.cpp:229]     Train net output #0: loss = 0.0179784 (* 1 = 0.0179784 loss)
I0917 17:26:16.285738 31405 solver.cpp:486] Iteration 2990, lr = 0.00821851
I0917 17:26:16.689074 31405 solver.cpp:294] Iteration 3000, Testing net (#0)
I0917 17:26:26.675508 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9763
I0917 17:26:26.675572 31405 solver.cpp:343]     Test net output #1: loss = 0.0728895 (* 1 = 0.0728895 loss)
I0917 17:26:26.712920 31405 solver.cpp:214] Iteration 3000, loss = 0.0180853
I0917 17:26:26.713024 31405 solver.cpp:229]     Train net output #0: loss = 0.0180854 (* 1 = 0.0180854 loss)
I0917 17:26:26.713057 31405 solver.cpp:486] Iteration 3000, lr = 0.00821377
I0917 17:26:27.106780 31405 solver.cpp:294] Iteration 3010, Testing net (#0)
I0917 17:26:36.930481 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9799
I0917 17:26:36.930675 31405 solver.cpp:343]     Test net output #1: loss = 0.0635517 (* 1 = 0.0635517 loss)
I0917 17:26:36.962100 31405 solver.cpp:214] Iteration 3010, loss = 0.0201168
I0917 17:26:36.962174 31405 solver.cpp:229]     Train net output #0: loss = 0.0201169 (* 1 = 0.0201169 loss)
I0917 17:26:36.962213 31405 solver.cpp:486] Iteration 3010, lr = 0.00820903
I0917 17:26:37.356397 31405 solver.cpp:294] Iteration 3020, Testing net (#0)
I0917 17:26:46.974581 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9802
I0917 17:26:46.974635 31405 solver.cpp:343]     Test net output #1: loss = 0.0676954 (* 1 = 0.0676954 loss)
I0917 17:26:47.011592 31405 solver.cpp:214] Iteration 3020, loss = 0.0100412
I0917 17:26:47.011656 31405 solver.cpp:229]     Train net output #0: loss = 0.0100413 (* 1 = 0.0100413 loss)
I0917 17:26:47.011684 31405 solver.cpp:486] Iteration 3020, lr = 0.0082043
I0917 17:26:47.380928 31405 solver.cpp:294] Iteration 3030, Testing net (#0)
I0917 17:26:57.299373 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9842
I0917 17:26:57.299440 31405 solver.cpp:343]     Test net output #1: loss = 0.0509546 (* 1 = 0.0509546 loss)
I0917 17:26:57.336433 31405 solver.cpp:214] Iteration 3030, loss = 0.0177379
I0917 17:26:57.336500 31405 solver.cpp:229]     Train net output #0: loss = 0.017738 (* 1 = 0.017738 loss)
I0917 17:26:57.336527 31405 solver.cpp:486] Iteration 3030, lr = 0.00819958
I0917 17:26:57.731467 31405 solver.cpp:294] Iteration 3040, Testing net (#0)
I0917 17:27:07.577133 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9821
I0917 17:27:07.577260 31405 solver.cpp:343]     Test net output #1: loss = 0.0549852 (* 1 = 0.0549852 loss)
I0917 17:27:07.614074 31405 solver.cpp:214] Iteration 3040, loss = 0.0620702
I0917 17:27:07.614145 31405 solver.cpp:229]     Train net output #0: loss = 0.0620703 (* 1 = 0.0620703 loss)
I0917 17:27:07.614171 31405 solver.cpp:486] Iteration 3040, lr = 0.00819486
I0917 17:27:08.013996 31405 solver.cpp:294] Iteration 3050, Testing net (#0)
I0917 17:27:17.733153 31405 solver.cpp:343]     Test net output #0: accuracy = 0.98
I0917 17:27:17.733211 31405 solver.cpp:343]     Test net output #1: loss = 0.0593613 (* 1 = 0.0593613 loss)
I0917 17:27:17.774277 31405 solver.cpp:214] Iteration 3050, loss = 0.0922728
I0917 17:27:17.774349 31405 solver.cpp:229]     Train net output #0: loss = 0.0922729 (* 1 = 0.0922729 loss)
I0917 17:27:17.774377 31405 solver.cpp:486] Iteration 3050, lr = 0.00819015
I0917 17:27:18.154616 31405 solver.cpp:294] Iteration 3060, Testing net (#0)
I0917 17:27:27.920943 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9801
I0917 17:27:27.921025 31405 solver.cpp:343]     Test net output #1: loss = 0.060863 (* 1 = 0.060863 loss)
I0917 17:27:27.962404 31405 solver.cpp:214] Iteration 3060, loss = 0.417048
I0917 17:27:27.962462 31405 solver.cpp:229]     Train net output #0: loss = 0.417048 (* 1 = 0.417048 loss)
I0917 17:27:27.962484 31405 solver.cpp:486] Iteration 3060, lr = 0.00818545
I0917 17:27:28.338850 31405 solver.cpp:294] Iteration 3070, Testing net (#0)
I0917 17:27:38.252219 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9788
I0917 17:27:38.252317 31405 solver.cpp:343]     Test net output #1: loss = 0.0644719 (* 1 = 0.0644719 loss)
I0917 17:27:38.294176 31405 solver.cpp:214] Iteration 3070, loss = 0.0417733
I0917 17:27:38.294242 31405 solver.cpp:229]     Train net output #0: loss = 0.0417734 (* 1 = 0.0417734 loss)
I0917 17:27:38.294275 31405 solver.cpp:486] Iteration 3070, lr = 0.00818075
I0917 17:27:38.674741 31405 solver.cpp:294] Iteration 3080, Testing net (#0)
I0917 17:27:48.354787 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9811
I0917 17:27:48.354846 31405 solver.cpp:343]     Test net output #1: loss = 0.0585731 (* 1 = 0.0585731 loss)
I0917 17:27:48.402187 31405 solver.cpp:214] Iteration 3080, loss = 0.0194568
I0917 17:27:48.402256 31405 solver.cpp:229]     Train net output #0: loss = 0.0194569 (* 1 = 0.0194569 loss)
I0917 17:27:48.402284 31405 solver.cpp:486] Iteration 3080, lr = 0.00817606
I0917 17:27:48.779326 31405 solver.cpp:294] Iteration 3090, Testing net (#0)
I0917 17:27:58.576890 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9813
I0917 17:27:58.576948 31405 solver.cpp:343]     Test net output #1: loss = 0.0597496 (* 1 = 0.0597496 loss)
I0917 17:27:58.623349 31405 solver.cpp:214] Iteration 3090, loss = 0.00352527
I0917 17:27:58.623417 31405 solver.cpp:229]     Train net output #0: loss = 0.00352535 (* 1 = 0.00352535 loss)
I0917 17:27:58.623446 31405 solver.cpp:486] Iteration 3090, lr = 0.00817138
I0917 17:27:58.993387 31405 solver.cpp:294] Iteration 3100, Testing net (#0)
I0917 17:28:08.735846 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9754
I0917 17:28:08.736057 31405 solver.cpp:343]     Test net output #1: loss = 0.0725308 (* 1 = 0.0725308 loss)
I0917 17:28:08.779664 31405 solver.cpp:214] Iteration 3100, loss = 0.0422209
I0917 17:28:08.779714 31405 solver.cpp:229]     Train net output #0: loss = 0.0422209 (* 1 = 0.0422209 loss)
I0917 17:28:08.779736 31405 solver.cpp:486] Iteration 3100, lr = 0.0081667
I0917 17:28:09.154975 31405 solver.cpp:294] Iteration 3110, Testing net (#0)
I0917 17:28:18.829299 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9786
I0917 17:28:18.829351 31405 solver.cpp:343]     Test net output #1: loss = 0.0670291 (* 1 = 0.0670291 loss)
I0917 17:28:18.871616 31405 solver.cpp:214] Iteration 3110, loss = 0.00324733
I0917 17:28:18.871683 31405 solver.cpp:229]     Train net output #0: loss = 0.00324737 (* 1 = 0.00324737 loss)
I0917 17:28:18.871709 31405 solver.cpp:486] Iteration 3110, lr = 0.00816203
I0917 17:28:19.268004 31405 solver.cpp:294] Iteration 3120, Testing net (#0)
I0917 17:28:29.036998 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9825
I0917 17:28:29.037056 31405 solver.cpp:343]     Test net output #1: loss = 0.0560846 (* 1 = 0.0560846 loss)
I0917 17:28:29.078733 31405 solver.cpp:214] Iteration 3120, loss = 0.0471112
I0917 17:28:29.078788 31405 solver.cpp:229]     Train net output #0: loss = 0.0471113 (* 1 = 0.0471113 loss)
I0917 17:28:29.078809 31405 solver.cpp:486] Iteration 3120, lr = 0.00815736
I0917 17:28:29.469010 31405 solver.cpp:294] Iteration 3130, Testing net (#0)
I0917 17:28:39.206007 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9753
I0917 17:28:39.206121 31405 solver.cpp:343]     Test net output #1: loss = 0.0792805 (* 1 = 0.0792805 loss)
I0917 17:28:39.241479 31405 solver.cpp:214] Iteration 3130, loss = 0.0431162
I0917 17:28:39.241535 31405 solver.cpp:229]     Train net output #0: loss = 0.0431162 (* 1 = 0.0431162 loss)
I0917 17:28:39.241555 31405 solver.cpp:486] Iteration 3130, lr = 0.0081527
I0917 17:28:39.620676 31405 solver.cpp:294] Iteration 3140, Testing net (#0)
I0917 17:28:49.565871 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9785
I0917 17:28:49.565934 31405 solver.cpp:343]     Test net output #1: loss = 0.0682477 (* 1 = 0.0682477 loss)
I0917 17:28:49.599527 31405 solver.cpp:214] Iteration 3140, loss = 0.137987
I0917 17:28:49.599583 31405 solver.cpp:229]     Train net output #0: loss = 0.137987 (* 1 = 0.137987 loss)
I0917 17:28:49.599604 31405 solver.cpp:486] Iteration 3140, lr = 0.00814805
I0917 17:28:49.965459 31405 solver.cpp:294] Iteration 3150, Testing net (#0)
I0917 17:28:59.721971 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9782
I0917 17:28:59.722029 31405 solver.cpp:343]     Test net output #1: loss = 0.0631208 (* 1 = 0.0631208 loss)
I0917 17:28:59.768712 31405 solver.cpp:214] Iteration 3150, loss = 0.100323
I0917 17:28:59.768791 31405 solver.cpp:229]     Train net output #0: loss = 0.100323 (* 1 = 0.100323 loss)
I0917 17:28:59.768821 31405 solver.cpp:486] Iteration 3150, lr = 0.0081434
I0917 17:29:00.131429 31405 solver.cpp:294] Iteration 3160, Testing net (#0)
I0917 17:29:09.960245 31405 solver.cpp:343]     Test net output #0: accuracy = 0.976
I0917 17:29:09.960422 31405 solver.cpp:343]     Test net output #1: loss = 0.0697204 (* 1 = 0.0697204 loss)
I0917 17:29:10.007954 31405 solver.cpp:214] Iteration 3160, loss = 0.0555665
I0917 17:29:10.008028 31405 solver.cpp:229]     Train net output #0: loss = 0.0555666 (* 1 = 0.0555666 loss)
I0917 17:29:10.008056 31405 solver.cpp:486] Iteration 3160, lr = 0.00813876
I0917 17:29:10.397392 31405 solver.cpp:294] Iteration 3170, Testing net (#0)
I0917 17:29:20.185256 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9766
I0917 17:29:20.185324 31405 solver.cpp:343]     Test net output #1: loss = 0.0659762 (* 1 = 0.0659762 loss)
I0917 17:29:20.222314 31405 solver.cpp:214] Iteration 3170, loss = 0.0144821
I0917 17:29:20.222373 31405 solver.cpp:229]     Train net output #0: loss = 0.0144822 (* 1 = 0.0144822 loss)
I0917 17:29:20.222391 31405 solver.cpp:486] Iteration 3170, lr = 0.00813412
I0917 17:29:20.606165 31405 solver.cpp:294] Iteration 3180, Testing net (#0)
I0917 17:29:30.457518 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9801
I0917 17:29:30.457587 31405 solver.cpp:343]     Test net output #1: loss = 0.058094 (* 1 = 0.058094 loss)
I0917 17:29:30.502187 31405 solver.cpp:214] Iteration 3180, loss = 0.200306
I0917 17:29:30.502260 31405 solver.cpp:229]     Train net output #0: loss = 0.200306 (* 1 = 0.200306 loss)
I0917 17:29:30.502290 31405 solver.cpp:486] Iteration 3180, lr = 0.00812949
I0917 17:29:30.874176 31405 solver.cpp:294] Iteration 3190, Testing net (#0)
I0917 17:29:40.719424 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9742
I0917 17:29:40.719538 31405 solver.cpp:343]     Test net output #1: loss = 0.0753468 (* 1 = 0.0753468 loss)
I0917 17:29:40.750776 31405 solver.cpp:214] Iteration 3190, loss = 0.0359639
I0917 17:29:40.750825 31405 solver.cpp:229]     Train net output #0: loss = 0.0359639 (* 1 = 0.0359639 loss)
I0917 17:29:40.750844 31405 solver.cpp:486] Iteration 3190, lr = 0.00812487
I0917 17:29:41.126200 31405 solver.cpp:294] Iteration 3200, Testing net (#0)
I0917 17:29:50.858414 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9802
I0917 17:29:50.858470 31405 solver.cpp:343]     Test net output #1: loss = 0.0588116 (* 1 = 0.0588116 loss)
I0917 17:29:50.895210 31405 solver.cpp:214] Iteration 3200, loss = 0.0288067
I0917 17:29:50.895284 31405 solver.cpp:229]     Train net output #0: loss = 0.0288067 (* 1 = 0.0288067 loss)
I0917 17:29:50.895313 31405 solver.cpp:486] Iteration 3200, lr = 0.00812025
I0917 17:29:51.267828 31405 solver.cpp:294] Iteration 3210, Testing net (#0)
I0917 17:30:01.129616 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9754
I0917 17:30:01.129683 31405 solver.cpp:343]     Test net output #1: loss = 0.0722473 (* 1 = 0.0722473 loss)
I0917 17:30:01.161100 31405 solver.cpp:214] Iteration 3210, loss = 0.00613469
I0917 17:30:01.161154 31405 solver.cpp:229]     Train net output #0: loss = 0.00613476 (* 1 = 0.00613476 loss)
I0917 17:30:01.161172 31405 solver.cpp:486] Iteration 3210, lr = 0.00811564
I0917 17:30:01.532179 31405 solver.cpp:294] Iteration 3220, Testing net (#0)
I0917 17:30:11.182216 31405 solver.cpp:343]     Test net output #0: accuracy = 0.965
I0917 17:30:11.182317 31405 solver.cpp:343]     Test net output #1: loss = 0.101787 (* 1 = 0.101787 loss)
I0917 17:30:11.215363 31405 solver.cpp:214] Iteration 3220, loss = 0.156938
I0917 17:30:11.215435 31405 solver.cpp:229]     Train net output #0: loss = 0.156938 (* 1 = 0.156938 loss)
I0917 17:30:11.215461 31405 solver.cpp:486] Iteration 3220, lr = 0.00811104
I0917 17:30:11.614677 31405 solver.cpp:294] Iteration 3230, Testing net (#0)
I0917 17:30:21.341197 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9809
I0917 17:30:21.341265 31405 solver.cpp:343]     Test net output #1: loss = 0.0587696 (* 1 = 0.0587696 loss)
I0917 17:30:21.381404 31405 solver.cpp:214] Iteration 3230, loss = 0.00694851
I0917 17:30:21.381458 31405 solver.cpp:229]     Train net output #0: loss = 0.00694858 (* 1 = 0.00694858 loss)
I0917 17:30:21.381479 31405 solver.cpp:486] Iteration 3230, lr = 0.00810644
I0917 17:30:21.767868 31405 solver.cpp:294] Iteration 3240, Testing net (#0)
I0917 17:30:31.620350 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9843
I0917 17:30:31.620409 31405 solver.cpp:343]     Test net output #1: loss = 0.0513826 (* 1 = 0.0513826 loss)
I0917 17:30:31.665484 31405 solver.cpp:214] Iteration 3240, loss = 0.00289369
I0917 17:30:31.665559 31405 solver.cpp:229]     Train net output #0: loss = 0.00289374 (* 1 = 0.00289374 loss)
I0917 17:30:31.665587 31405 solver.cpp:486] Iteration 3240, lr = 0.00810185
I0917 17:30:32.068094 31405 solver.cpp:294] Iteration 3250, Testing net (#0)
I0917 17:30:41.771827 31405 solver.cpp:343]     Test net output #0: accuracy = 0.982
I0917 17:30:41.772040 31405 solver.cpp:343]     Test net output #1: loss = 0.0622676 (* 1 = 0.0622676 loss)
I0917 17:30:41.813329 31405 solver.cpp:214] Iteration 3250, loss = 0.0291353
I0917 17:30:41.813390 31405 solver.cpp:229]     Train net output #0: loss = 0.0291353 (* 1 = 0.0291353 loss)
I0917 17:30:41.813410 31405 solver.cpp:486] Iteration 3250, lr = 0.00809726
I0917 17:30:42.194507 31405 solver.cpp:294] Iteration 3260, Testing net (#0)
I0917 17:30:51.873050 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9828
I0917 17:30:51.873116 31405 solver.cpp:343]     Test net output #1: loss = 0.0571602 (* 1 = 0.0571602 loss)
I0917 17:30:51.909847 31405 solver.cpp:214] Iteration 3260, loss = 0.0182978
I0917 17:30:51.909909 31405 solver.cpp:229]     Train net output #0: loss = 0.0182978 (* 1 = 0.0182978 loss)
I0917 17:30:51.909935 31405 solver.cpp:486] Iteration 3260, lr = 0.00809268
I0917 17:30:52.284826 31405 solver.cpp:294] Iteration 3270, Testing net (#0)
I0917 17:31:02.298560 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9804
I0917 17:31:02.298619 31405 solver.cpp:343]     Test net output #1: loss = 0.0589676 (* 1 = 0.0589676 loss)
I0917 17:31:02.342561 31405 solver.cpp:214] Iteration 3270, loss = 0.0862238
I0917 17:31:02.342633 31405 solver.cpp:229]     Train net output #0: loss = 0.0862238 (* 1 = 0.0862238 loss)
I0917 17:31:02.342660 31405 solver.cpp:486] Iteration 3270, lr = 0.00808811
I0917 17:31:02.705590 31405 solver.cpp:294] Iteration 3280, Testing net (#0)
I0917 17:31:12.420833 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9767
I0917 17:31:12.420948 31405 solver.cpp:343]     Test net output #1: loss = 0.0734261 (* 1 = 0.0734261 loss)
I0917 17:31:12.468804 31405 solver.cpp:214] Iteration 3280, loss = 0.0137957
I0917 17:31:12.468874 31405 solver.cpp:229]     Train net output #0: loss = 0.0137957 (* 1 = 0.0137957 loss)
I0917 17:31:12.468902 31405 solver.cpp:486] Iteration 3280, lr = 0.00808354
I0917 17:31:12.875535 31405 solver.cpp:294] Iteration 3290, Testing net (#0)
I0917 17:31:22.444308 31405 solver.cpp:343]     Test net output #0: accuracy = 0.98
I0917 17:31:22.444378 31405 solver.cpp:343]     Test net output #1: loss = 0.0603178 (* 1 = 0.0603178 loss)
I0917 17:31:22.485566 31405 solver.cpp:214] Iteration 3290, loss = 0.17339
I0917 17:31:22.485613 31405 solver.cpp:229]     Train net output #0: loss = 0.17339 (* 1 = 0.17339 loss)
I0917 17:31:22.485628 31405 solver.cpp:486] Iteration 3290, lr = 0.00807897
I0917 17:31:22.862630 31405 solver.cpp:294] Iteration 3300, Testing net (#0)
I0917 17:31:32.550493 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9834
I0917 17:31:32.550560 31405 solver.cpp:343]     Test net output #1: loss = 0.0499058 (* 1 = 0.0499058 loss)
I0917 17:31:32.593327 31405 solver.cpp:214] Iteration 3300, loss = 0.215018
I0917 17:31:32.593397 31405 solver.cpp:229]     Train net output #0: loss = 0.215018 (* 1 = 0.215018 loss)
I0917 17:31:32.593425 31405 solver.cpp:486] Iteration 3300, lr = 0.00807442
I0917 17:31:32.987082 31405 solver.cpp:294] Iteration 3310, Testing net (#0)
I0917 17:31:42.686015 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9835
I0917 17:31:42.686105 31405 solver.cpp:343]     Test net output #1: loss = 0.0531015 (* 1 = 0.0531015 loss)
I0917 17:31:42.722864 31405 solver.cpp:214] Iteration 3310, loss = 0.195548
I0917 17:31:42.722931 31405 solver.cpp:229]     Train net output #0: loss = 0.195548 (* 1 = 0.195548 loss)
I0917 17:31:42.722960 31405 solver.cpp:486] Iteration 3310, lr = 0.00806987
I0917 17:31:43.096752 31405 solver.cpp:294] Iteration 3320, Testing net (#0)
I0917 17:31:52.934752 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9814
I0917 17:31:52.934797 31405 solver.cpp:343]     Test net output #1: loss = 0.0592647 (* 1 = 0.0592647 loss)
I0917 17:31:52.969153 31405 solver.cpp:214] Iteration 3320, loss = 0.00629561
I0917 17:31:52.969208 31405 solver.cpp:229]     Train net output #0: loss = 0.00629564 (* 1 = 0.00629564 loss)
I0917 17:31:52.969238 31405 solver.cpp:486] Iteration 3320, lr = 0.00806532
I0917 17:31:53.346088 31405 solver.cpp:294] Iteration 3330, Testing net (#0)
I0917 17:32:03.013548 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9787
I0917 17:32:03.013619 31405 solver.cpp:343]     Test net output #1: loss = 0.0649832 (* 1 = 0.0649832 loss)
I0917 17:32:03.050885 31405 solver.cpp:214] Iteration 3330, loss = 0.00299005
I0917 17:32:03.050941 31405 solver.cpp:229]     Train net output #0: loss = 0.00299006 (* 1 = 0.00299006 loss)
I0917 17:32:03.050959 31405 solver.cpp:486] Iteration 3330, lr = 0.00806079
I0917 17:32:03.436270 31405 solver.cpp:294] Iteration 3340, Testing net (#0)
I0917 17:32:13.197036 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9765
I0917 17:32:13.197232 31405 solver.cpp:343]     Test net output #1: loss = 0.0704327 (* 1 = 0.0704327 loss)
I0917 17:32:13.240284 31405 solver.cpp:214] Iteration 3340, loss = 0.0153889
I0917 17:32:13.240375 31405 solver.cpp:229]     Train net output #0: loss = 0.0153889 (* 1 = 0.0153889 loss)
I0917 17:32:13.240413 31405 solver.cpp:486] Iteration 3340, lr = 0.00805625
I0917 17:32:13.613889 31405 solver.cpp:294] Iteration 3350, Testing net (#0)
I0917 17:32:23.179061 31405 solver.cpp:343]     Test net output #0: accuracy = 0.981
I0917 17:32:23.179112 31405 solver.cpp:343]     Test net output #1: loss = 0.0560076 (* 1 = 0.0560076 loss)
I0917 17:32:23.207952 31405 solver.cpp:214] Iteration 3350, loss = 0.0436967
I0917 17:32:23.208000 31405 solver.cpp:229]     Train net output #0: loss = 0.0436967 (* 1 = 0.0436967 loss)
I0917 17:32:23.208017 31405 solver.cpp:486] Iteration 3350, lr = 0.00805173
I0917 17:32:23.580883 31405 solver.cpp:294] Iteration 3360, Testing net (#0)
I0917 17:32:33.396962 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9826
I0917 17:32:33.397037 31405 solver.cpp:343]     Test net output #1: loss = 0.0520805 (* 1 = 0.0520805 loss)
I0917 17:32:33.433933 31405 solver.cpp:214] Iteration 3360, loss = 0.0119588
I0917 17:32:33.433984 31405 solver.cpp:229]     Train net output #0: loss = 0.0119588 (* 1 = 0.0119588 loss)
I0917 17:32:33.434002 31405 solver.cpp:486] Iteration 3360, lr = 0.00804721
I0917 17:32:33.828815 31405 solver.cpp:294] Iteration 3370, Testing net (#0)
I0917 17:32:43.818359 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9785
I0917 17:32:43.818451 31405 solver.cpp:343]     Test net output #1: loss = 0.063254 (* 1 = 0.063254 loss)
I0917 17:32:43.860916 31405 solver.cpp:214] Iteration 3370, loss = 0.0252347
I0917 17:32:43.860982 31405 solver.cpp:229]     Train net output #0: loss = 0.0252347 (* 1 = 0.0252347 loss)
I0917 17:32:43.861004 31405 solver.cpp:486] Iteration 3370, lr = 0.00804269
I0917 17:32:44.227268 31405 solver.cpp:294] Iteration 3380, Testing net (#0)
I0917 17:32:54.050921 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9804
I0917 17:32:54.050990 31405 solver.cpp:343]     Test net output #1: loss = 0.0571971 (* 1 = 0.0571971 loss)
I0917 17:32:54.093932 31405 solver.cpp:214] Iteration 3380, loss = 0.0354884
I0917 17:32:54.094005 31405 solver.cpp:229]     Train net output #0: loss = 0.0354884 (* 1 = 0.0354884 loss)
I0917 17:32:54.094034 31405 solver.cpp:486] Iteration 3380, lr = 0.00803818
I0917 17:32:54.468343 31405 solver.cpp:294] Iteration 3390, Testing net (#0)
I0917 17:33:04.265286 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9785
I0917 17:33:04.265350 31405 solver.cpp:343]     Test net output #1: loss = 0.0638858 (* 1 = 0.0638858 loss)
I0917 17:33:04.304966 31405 solver.cpp:214] Iteration 3390, loss = 0.00875137
I0917 17:33:04.305048 31405 solver.cpp:229]     Train net output #0: loss = 0.00875136 (* 1 = 0.00875136 loss)
I0917 17:33:04.305089 31405 solver.cpp:486] Iteration 3390, lr = 0.00803368
I0917 17:33:04.685086 31405 solver.cpp:294] Iteration 3400, Testing net (#0)
I0917 17:33:14.514763 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9796
I0917 17:33:14.514958 31405 solver.cpp:343]     Test net output #1: loss = 0.0617653 (* 1 = 0.0617653 loss)
I0917 17:33:14.554157 31405 solver.cpp:214] Iteration 3400, loss = 0.00629978
I0917 17:33:14.554203 31405 solver.cpp:229]     Train net output #0: loss = 0.00629977 (* 1 = 0.00629977 loss)
I0917 17:33:14.554222 31405 solver.cpp:486] Iteration 3400, lr = 0.00802918
I0917 17:33:14.917672 31405 solver.cpp:294] Iteration 3410, Testing net (#0)
I0917 17:33:24.497606 31405 solver.cpp:343]     Test net output #0: accuracy = 0.979
I0917 17:33:24.497663 31405 solver.cpp:343]     Test net output #1: loss = 0.0646703 (* 1 = 0.0646703 loss)
I0917 17:33:24.537192 31405 solver.cpp:214] Iteration 3410, loss = 0.00917529
I0917 17:33:24.537250 31405 solver.cpp:229]     Train net output #0: loss = 0.00917527 (* 1 = 0.00917527 loss)
I0917 17:33:24.537268 31405 solver.cpp:486] Iteration 3410, lr = 0.00802469
I0917 17:33:24.916497 31405 solver.cpp:294] Iteration 3420, Testing net (#0)
I0917 17:33:34.388170 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9781
I0917 17:33:34.388238 31405 solver.cpp:343]     Test net output #1: loss = 0.0676603 (* 1 = 0.0676603 loss)
I0917 17:33:34.429018 31405 solver.cpp:214] Iteration 3420, loss = 0.0012207
I0917 17:33:34.429090 31405 solver.cpp:229]     Train net output #0: loss = 0.00122069 (* 1 = 0.00122069 loss)
I0917 17:33:34.429117 31405 solver.cpp:486] Iteration 3420, lr = 0.00802021
I0917 17:33:34.803860 31405 solver.cpp:294] Iteration 3430, Testing net (#0)
I0917 17:33:44.565933 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9829
I0917 17:33:44.566046 31405 solver.cpp:343]     Test net output #1: loss = 0.0539049 (* 1 = 0.0539049 loss)
I0917 17:33:44.607225 31405 solver.cpp:214] Iteration 3430, loss = 0.0308781
I0917 17:33:44.607293 31405 solver.cpp:229]     Train net output #0: loss = 0.0308781 (* 1 = 0.0308781 loss)
I0917 17:33:44.607322 31405 solver.cpp:486] Iteration 3430, lr = 0.00801573
I0917 17:33:45.003455 31405 solver.cpp:294] Iteration 3440, Testing net (#0)
I0917 17:33:54.771868 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9825
I0917 17:33:54.771937 31405 solver.cpp:343]     Test net output #1: loss = 0.0554645 (* 1 = 0.0554645 loss)
I0917 17:33:54.799141 31405 solver.cpp:214] Iteration 3440, loss = 0.0167969
I0917 17:33:54.799219 31405 solver.cpp:229]     Train net output #0: loss = 0.0167969 (* 1 = 0.0167969 loss)
I0917 17:33:54.799257 31405 solver.cpp:486] Iteration 3440, lr = 0.00801125
I0917 17:33:55.171704 31405 solver.cpp:294] Iteration 3450, Testing net (#0)
I0917 17:34:04.884503 31405 solver.cpp:343]     Test net output #0: accuracy = 0.984
I0917 17:34:04.884563 31405 solver.cpp:343]     Test net output #1: loss = 0.0510333 (* 1 = 0.0510333 loss)
I0917 17:34:04.927007 31405 solver.cpp:214] Iteration 3450, loss = 0.0255215
I0917 17:34:04.927069 31405 solver.cpp:229]     Train net output #0: loss = 0.0255215 (* 1 = 0.0255215 loss)
I0917 17:34:04.927093 31405 solver.cpp:486] Iteration 3450, lr = 0.00800679
I0917 17:34:05.279125 31405 solver.cpp:294] Iteration 3460, Testing net (#0)
I0917 17:34:15.150284 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9851
I0917 17:34:15.150383 31405 solver.cpp:343]     Test net output #1: loss = 0.0464249 (* 1 = 0.0464249 loss)
I0917 17:34:15.193493 31405 solver.cpp:214] Iteration 3460, loss = 0.0500085
I0917 17:34:15.193543 31405 solver.cpp:229]     Train net output #0: loss = 0.0500085 (* 1 = 0.0500085 loss)
I0917 17:34:15.193558 31405 solver.cpp:486] Iteration 3460, lr = 0.00800232
I0917 17:34:15.585681 31405 solver.cpp:294] Iteration 3470, Testing net (#0)
I0917 17:34:25.318902 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9825
I0917 17:34:25.318969 31405 solver.cpp:343]     Test net output #1: loss = 0.0545717 (* 1 = 0.0545717 loss)
I0917 17:34:25.362123 31405 solver.cpp:214] Iteration 3470, loss = 0.00698966
I0917 17:34:25.362190 31405 solver.cpp:229]     Train net output #0: loss = 0.00698968 (* 1 = 0.00698968 loss)
I0917 17:34:25.362218 31405 solver.cpp:486] Iteration 3470, lr = 0.00799787
I0917 17:34:25.734937 31405 solver.cpp:294] Iteration 3480, Testing net (#0)
I0917 17:34:35.520138 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9827
I0917 17:34:35.520197 31405 solver.cpp:343]     Test net output #1: loss = 0.0531102 (* 1 = 0.0531102 loss)
I0917 17:34:35.550581 31405 solver.cpp:214] Iteration 3480, loss = 0.00400548
I0917 17:34:35.550644 31405 solver.cpp:229]     Train net output #0: loss = 0.0040055 (* 1 = 0.0040055 loss)
I0917 17:34:35.550669 31405 solver.cpp:486] Iteration 3480, lr = 0.00799342
I0917 17:34:35.938180 31405 solver.cpp:294] Iteration 3490, Testing net (#0)
I0917 17:34:45.844167 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9785
I0917 17:34:45.844341 31405 solver.cpp:343]     Test net output #1: loss = 0.0650015 (* 1 = 0.0650015 loss)
I0917 17:34:45.876035 31405 solver.cpp:214] Iteration 3490, loss = 0.0116644
I0917 17:34:45.876096 31405 solver.cpp:229]     Train net output #0: loss = 0.0116644 (* 1 = 0.0116644 loss)
I0917 17:34:45.876121 31405 solver.cpp:486] Iteration 3490, lr = 0.00798897
I0917 17:34:46.255653 31405 solver.cpp:294] Iteration 3500, Testing net (#0)
I0917 17:34:56.063832 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9771
I0917 17:34:56.063886 31405 solver.cpp:343]     Test net output #1: loss = 0.0689021 (* 1 = 0.0689021 loss)
I0917 17:34:56.101461 31405 solver.cpp:214] Iteration 3500, loss = 0.0228654
I0917 17:34:56.101510 31405 solver.cpp:229]     Train net output #0: loss = 0.0228654 (* 1 = 0.0228654 loss)
I0917 17:34:56.101532 31405 solver.cpp:486] Iteration 3500, lr = 0.00798454
I0917 17:34:56.491031 31405 solver.cpp:294] Iteration 3510, Testing net (#0)
I0917 17:35:06.300163 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9756
I0917 17:35:06.300220 31405 solver.cpp:343]     Test net output #1: loss = 0.0749021 (* 1 = 0.0749021 loss)
I0917 17:35:06.338968 31405 solver.cpp:214] Iteration 3510, loss = 0.342287
I0917 17:35:06.339054 31405 solver.cpp:229]     Train net output #0: loss = 0.342287 (* 1 = 0.342287 loss)
I0917 17:35:06.339092 31405 solver.cpp:486] Iteration 3510, lr = 0.0079801
I0917 17:35:06.690448 31405 solver.cpp:294] Iteration 3520, Testing net (#0)
I0917 17:35:16.460468 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9832
I0917 17:35:16.460557 31405 solver.cpp:343]     Test net output #1: loss = 0.0501264 (* 1 = 0.0501264 loss)
I0917 17:35:16.499507 31405 solver.cpp:214] Iteration 3520, loss = 0.012335
I0917 17:35:16.499565 31405 solver.cpp:229]     Train net output #0: loss = 0.0123349 (* 1 = 0.0123349 loss)
I0917 17:35:16.499588 31405 solver.cpp:486] Iteration 3520, lr = 0.00797568
I0917 17:35:16.877637 31405 solver.cpp:294] Iteration 3530, Testing net (#0)
I0917 17:35:26.819269 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9832
I0917 17:35:26.819327 31405 solver.cpp:343]     Test net output #1: loss = 0.0488788 (* 1 = 0.0488788 loss)
I0917 17:35:26.863226 31405 solver.cpp:214] Iteration 3530, loss = 0.104194
I0917 17:35:26.863299 31405 solver.cpp:229]     Train net output #0: loss = 0.104194 (* 1 = 0.104194 loss)
I0917 17:35:26.863327 31405 solver.cpp:486] Iteration 3530, lr = 0.00797125
I0917 17:35:27.245098 31405 solver.cpp:294] Iteration 3540, Testing net (#0)
I0917 17:35:36.861194 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9837
I0917 17:35:36.861249 31405 solver.cpp:343]     Test net output #1: loss = 0.0487147 (* 1 = 0.0487147 loss)
I0917 17:35:36.904935 31405 solver.cpp:214] Iteration 3540, loss = 0.0232357
I0917 17:35:36.905005 31405 solver.cpp:229]     Train net output #0: loss = 0.0232357 (* 1 = 0.0232357 loss)
I0917 17:35:36.905032 31405 solver.cpp:486] Iteration 3540, lr = 0.00796684
I0917 17:35:37.278080 31405 solver.cpp:294] Iteration 3550, Testing net (#0)
I0917 17:35:46.973963 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9849
I0917 17:35:46.974134 31405 solver.cpp:343]     Test net output #1: loss = 0.0474606 (* 1 = 0.0474606 loss)
I0917 17:35:47.001945 31405 solver.cpp:214] Iteration 3550, loss = 0.0151006
I0917 17:35:47.002002 31405 solver.cpp:229]     Train net output #0: loss = 0.0151005 (* 1 = 0.0151005 loss)
I0917 17:35:47.002023 31405 solver.cpp:486] Iteration 3550, lr = 0.00796243
I0917 17:35:47.364454 31405 solver.cpp:294] Iteration 3560, Testing net (#0)
I0917 17:35:57.099644 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9833
I0917 17:35:57.099712 31405 solver.cpp:343]     Test net output #1: loss = 0.051539 (* 1 = 0.051539 loss)
I0917 17:35:57.139801 31405 solver.cpp:214] Iteration 3560, loss = 0.092014
I0917 17:35:57.139885 31405 solver.cpp:229]     Train net output #0: loss = 0.092014 (* 1 = 0.092014 loss)
I0917 17:35:57.139924 31405 solver.cpp:486] Iteration 3560, lr = 0.00795802
I0917 17:35:57.538203 31405 solver.cpp:294] Iteration 3570, Testing net (#0)
I0917 17:36:07.321648 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9831
I0917 17:36:07.321717 31405 solver.cpp:343]     Test net output #1: loss = 0.0537031 (* 1 = 0.0537031 loss)
I0917 17:36:07.361371 31405 solver.cpp:214] Iteration 3570, loss = 0.000307244
I0917 17:36:07.361424 31405 solver.cpp:229]     Train net output #0: loss = 0.000307216 (* 1 = 0.000307216 loss)
I0917 17:36:07.361444 31405 solver.cpp:486] Iteration 3570, lr = 0.00795363
I0917 17:36:07.755548 31405 solver.cpp:294] Iteration 3580, Testing net (#0)
I0917 17:36:17.726706 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9836
I0917 17:36:17.726816 31405 solver.cpp:343]     Test net output #1: loss = 0.0497048 (* 1 = 0.0497048 loss)
I0917 17:36:17.763039 31405 solver.cpp:214] Iteration 3580, loss = 0.0432143
I0917 17:36:17.763092 31405 solver.cpp:229]     Train net output #0: loss = 0.0432143 (* 1 = 0.0432143 loss)
I0917 17:36:17.763111 31405 solver.cpp:486] Iteration 3580, lr = 0.00794923
I0917 17:36:18.139595 31405 solver.cpp:294] Iteration 3590, Testing net (#0)
I0917 17:36:27.795073 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9836
I0917 17:36:27.795138 31405 solver.cpp:343]     Test net output #1: loss = 0.0493901 (* 1 = 0.0493901 loss)
I0917 17:36:27.834158 31405 solver.cpp:214] Iteration 3590, loss = 0.0123036
I0917 17:36:27.834229 31405 solver.cpp:229]     Train net output #0: loss = 0.0123036 (* 1 = 0.0123036 loss)
I0917 17:36:27.834255 31405 solver.cpp:486] Iteration 3590, lr = 0.00794484
I0917 17:36:28.230265 31405 solver.cpp:294] Iteration 3600, Testing net (#0)
I0917 17:36:37.996374 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9833
I0917 17:36:37.996436 31405 solver.cpp:343]     Test net output #1: loss = 0.0493083 (* 1 = 0.0493083 loss)
I0917 17:36:38.031922 31405 solver.cpp:214] Iteration 3600, loss = 0.00266519
I0917 17:36:38.031965 31405 solver.cpp:229]     Train net output #0: loss = 0.00266517 (* 1 = 0.00266517 loss)
I0917 17:36:38.031978 31405 solver.cpp:486] Iteration 3600, lr = 0.00794046
I0917 17:36:38.415824 31405 solver.cpp:294] Iteration 3610, Testing net (#0)
I0917 17:36:48.193260 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9814
I0917 17:36:48.193364 31405 solver.cpp:343]     Test net output #1: loss = 0.0549188 (* 1 = 0.0549188 loss)
I0917 17:36:48.235898 31405 solver.cpp:214] Iteration 3610, loss = 0.407683
I0917 17:36:48.235971 31405 solver.cpp:229]     Train net output #0: loss = 0.407683 (* 1 = 0.407683 loss)
I0917 17:36:48.235999 31405 solver.cpp:486] Iteration 3610, lr = 0.00793609
I0917 17:36:48.596237 31405 solver.cpp:294] Iteration 3620, Testing net (#0)
I0917 17:36:58.317279 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9835
I0917 17:36:58.317350 31405 solver.cpp:343]     Test net output #1: loss = 0.0503306 (* 1 = 0.0503306 loss)
I0917 17:36:58.348551 31405 solver.cpp:214] Iteration 3620, loss = 0.00195713
I0917 17:36:58.348605 31405 solver.cpp:229]     Train net output #0: loss = 0.00195711 (* 1 = 0.00195711 loss)
I0917 17:36:58.348624 31405 solver.cpp:486] Iteration 3620, lr = 0.00793172
I0917 17:36:58.734796 31405 solver.cpp:294] Iteration 3630, Testing net (#0)
I0917 17:37:08.591013 31405 solver.cpp:343]     Test net output #0: accuracy = 0.983
I0917 17:37:08.591069 31405 solver.cpp:343]     Test net output #1: loss = 0.0532818 (* 1 = 0.0532818 loss)
I0917 17:37:08.627274 31405 solver.cpp:214] Iteration 3630, loss = 0.0189821
I0917 17:37:08.627353 31405 solver.cpp:229]     Train net output #0: loss = 0.0189821 (* 1 = 0.0189821 loss)
I0917 17:37:08.627389 31405 solver.cpp:486] Iteration 3630, lr = 0.00792735
I0917 17:37:09.019960 31405 solver.cpp:294] Iteration 3640, Testing net (#0)
I0917 17:37:18.873543 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9812
I0917 17:37:18.873723 31405 solver.cpp:343]     Test net output #1: loss = 0.0596879 (* 1 = 0.0596879 loss)
I0917 17:37:18.911626 31405 solver.cpp:214] Iteration 3640, loss = 0.00142377
I0917 17:37:18.911706 31405 solver.cpp:229]     Train net output #0: loss = 0.00142373 (* 1 = 0.00142373 loss)
I0917 17:37:18.911733 31405 solver.cpp:486] Iteration 3640, lr = 0.00792299
I0917 17:37:19.288209 31405 solver.cpp:294] Iteration 3650, Testing net (#0)
I0917 17:37:29.155283 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9797
I0917 17:37:29.155341 31405 solver.cpp:343]     Test net output #1: loss = 0.0644723 (* 1 = 0.0644723 loss)
I0917 17:37:29.193047 31405 solver.cpp:214] Iteration 3650, loss = 0.00193996
I0917 17:37:29.193100 31405 solver.cpp:229]     Train net output #0: loss = 0.00193991 (* 1 = 0.00193991 loss)
I0917 17:37:29.193120 31405 solver.cpp:486] Iteration 3650, lr = 0.00791864
I0917 17:37:29.573994 31405 solver.cpp:294] Iteration 3660, Testing net (#0)
I0917 17:37:39.369349 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9836
I0917 17:37:39.369410 31405 solver.cpp:343]     Test net output #1: loss = 0.051799 (* 1 = 0.051799 loss)
I0917 17:37:39.405604 31405 solver.cpp:214] Iteration 3660, loss = 0.0104511
I0917 17:37:39.405654 31405 solver.cpp:229]     Train net output #0: loss = 0.0104511 (* 1 = 0.0104511 loss)
I0917 17:37:39.405673 31405 solver.cpp:486] Iteration 3660, lr = 0.00791429
I0917 17:37:39.765683 31405 solver.cpp:294] Iteration 3670, Testing net (#0)
I0917 17:37:49.619026 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9835
I0917 17:37:49.619122 31405 solver.cpp:343]     Test net output #1: loss = 0.0492601 (* 1 = 0.0492601 loss)
I0917 17:37:49.650979 31405 solver.cpp:214] Iteration 3670, loss = 0.000400186
I0917 17:37:49.651029 31405 solver.cpp:229]     Train net output #0: loss = 0.000400143 (* 1 = 0.000400143 loss)
I0917 17:37:49.651047 31405 solver.cpp:486] Iteration 3670, lr = 0.00790995
I0917 17:37:50.029108 31405 solver.cpp:294] Iteration 3680, Testing net (#0)
I0917 17:37:59.903662 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9837
I0917 17:37:59.903720 31405 solver.cpp:343]     Test net output #1: loss = 0.0488217 (* 1 = 0.0488217 loss)
I0917 17:37:59.940713 31405 solver.cpp:214] Iteration 3680, loss = 0.000221007
I0917 17:37:59.940796 31405 solver.cpp:229]     Train net output #0: loss = 0.000220956 (* 1 = 0.000220956 loss)
I0917 17:37:59.940834 31405 solver.cpp:486] Iteration 3680, lr = 0.00790561
I0917 17:38:00.306660 31405 solver.cpp:294] Iteration 3690, Testing net (#0)
I0917 17:38:10.220130 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9827
I0917 17:38:10.220201 31405 solver.cpp:343]     Test net output #1: loss = 0.0520394 (* 1 = 0.0520394 loss)
I0917 17:38:10.252238 31405 solver.cpp:214] Iteration 3690, loss = 0.000615463
I0917 17:38:10.252312 31405 solver.cpp:229]     Train net output #0: loss = 0.000615411 (* 1 = 0.000615411 loss)
I0917 17:38:10.252341 31405 solver.cpp:486] Iteration 3690, lr = 0.00790128
I0917 17:38:10.623826 31405 solver.cpp:294] Iteration 3700, Testing net (#0)
I0917 17:38:20.434900 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9815
I0917 17:38:20.435087 31405 solver.cpp:343]     Test net output #1: loss = 0.0542902 (* 1 = 0.0542902 loss)
I0917 17:38:20.473294 31405 solver.cpp:214] Iteration 3700, loss = 0.000695853
I0917 17:38:20.473345 31405 solver.cpp:229]     Train net output #0: loss = 0.000695801 (* 1 = 0.000695801 loss)
I0917 17:38:20.473367 31405 solver.cpp:486] Iteration 3700, lr = 0.00789695
I0917 17:38:20.850997 31405 solver.cpp:294] Iteration 3710, Testing net (#0)
I0917 17:38:30.659689 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9828
I0917 17:38:30.659757 31405 solver.cpp:343]     Test net output #1: loss = 0.0533116 (* 1 = 0.0533116 loss)
I0917 17:38:30.700158 31405 solver.cpp:214] Iteration 3710, loss = 0.00881083
I0917 17:38:30.700228 31405 solver.cpp:229]     Train net output #0: loss = 0.00881078 (* 1 = 0.00881078 loss)
I0917 17:38:30.700256 31405 solver.cpp:486] Iteration 3710, lr = 0.00789263
I0917 17:38:31.067215 31405 solver.cpp:294] Iteration 3720, Testing net (#0)
I0917 17:38:40.750255 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9825
I0917 17:38:40.750319 31405 solver.cpp:343]     Test net output #1: loss = 0.052594 (* 1 = 0.052594 loss)
I0917 17:38:40.782636 31405 solver.cpp:214] Iteration 3720, loss = 0.00213184
I0917 17:38:40.782693 31405 solver.cpp:229]     Train net output #0: loss = 0.00213178 (* 1 = 0.00213178 loss)
I0917 17:38:40.782713 31405 solver.cpp:486] Iteration 3720, lr = 0.00788832
I0917 17:38:41.160651 31405 solver.cpp:294] Iteration 3730, Testing net (#0)
I0917 17:38:51.023741 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9823
I0917 17:38:51.023849 31405 solver.cpp:343]     Test net output #1: loss = 0.0542139 (* 1 = 0.0542139 loss)
I0917 17:38:51.056473 31405 solver.cpp:214] Iteration 3730, loss = 0.0586167
I0917 17:38:51.056529 31405 solver.cpp:229]     Train net output #0: loss = 0.0586166 (* 1 = 0.0586166 loss)
I0917 17:38:51.056550 31405 solver.cpp:486] Iteration 3730, lr = 0.00788401
I0917 17:38:51.448596 31405 solver.cpp:294] Iteration 3740, Testing net (#0)
I0917 17:39:01.002830 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9794
I0917 17:39:01.002898 31405 solver.cpp:343]     Test net output #1: loss = 0.0625838 (* 1 = 0.0625838 loss)
I0917 17:39:01.034654 31405 solver.cpp:214] Iteration 3740, loss = 0.00446751
I0917 17:39:01.034726 31405 solver.cpp:229]     Train net output #0: loss = 0.00446745 (* 1 = 0.00446745 loss)
I0917 17:39:01.034754 31405 solver.cpp:486] Iteration 3740, lr = 0.00787971
I0917 17:39:01.417815 31405 solver.cpp:294] Iteration 3750, Testing net (#0)
I0917 17:39:11.200067 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9753
I0917 17:39:11.200120 31405 solver.cpp:343]     Test net output #1: loss = 0.0719266 (* 1 = 0.0719266 loss)
I0917 17:39:11.236232 31405 solver.cpp:214] Iteration 3750, loss = 0.00505876
I0917 17:39:11.236301 31405 solver.cpp:229]     Train net output #0: loss = 0.0050586 (* 1 = 0.0050586 loss)
I0917 17:39:11.236330 31405 solver.cpp:486] Iteration 3750, lr = 0.00787541
I0917 17:39:11.624495 31405 solver.cpp:294] Iteration 3760, Testing net (#0)
I0917 17:39:21.448114 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9797
I0917 17:39:21.448215 31405 solver.cpp:343]     Test net output #1: loss = 0.0609737 (* 1 = 0.0609737 loss)
I0917 17:39:21.488451 31405 solver.cpp:214] Iteration 3760, loss = 0.124252
I0917 17:39:21.488519 31405 solver.cpp:229]     Train net output #0: loss = 0.124251 (* 1 = 0.124251 loss)
I0917 17:39:21.488548 31405 solver.cpp:486] Iteration 3760, lr = 0.00787111
I0917 17:39:21.843549 31405 solver.cpp:294] Iteration 3770, Testing net (#0)
I0917 17:39:31.662061 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9784
I0917 17:39:31.662116 31405 solver.cpp:343]     Test net output #1: loss = 0.0646587 (* 1 = 0.0646587 loss)
I0917 17:39:31.703418 31405 solver.cpp:214] Iteration 3770, loss = 0.00150871
I0917 17:39:31.703487 31405 solver.cpp:229]     Train net output #0: loss = 0.00150853 (* 1 = 0.00150853 loss)
I0917 17:39:31.703516 31405 solver.cpp:486] Iteration 3770, lr = 0.00786683
I0917 17:39:32.083226 31405 solver.cpp:294] Iteration 3780, Testing net (#0)
I0917 17:39:41.879768 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9828
I0917 17:39:41.879833 31405 solver.cpp:343]     Test net output #1: loss = 0.0519118 (* 1 = 0.0519118 loss)
I0917 17:39:41.917632 31405 solver.cpp:214] Iteration 3780, loss = 0.551534
I0917 17:39:41.917695 31405 solver.cpp:229]     Train net output #0: loss = 0.551534 (* 1 = 0.551534 loss)
I0917 17:39:41.917716 31405 solver.cpp:486] Iteration 3780, lr = 0.00786254
I0917 17:39:42.314213 31405 solver.cpp:294] Iteration 3790, Testing net (#0)
I0917 17:39:52.274031 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9839
I0917 17:39:52.274256 31405 solver.cpp:343]     Test net output #1: loss = 0.050706 (* 1 = 0.050706 loss)
I0917 17:39:52.316967 31405 solver.cpp:214] Iteration 3790, loss = 0.00752625
I0917 17:39:52.317031 31405 solver.cpp:229]     Train net output #0: loss = 0.00752608 (* 1 = 0.00752608 loss)
I0917 17:39:52.317055 31405 solver.cpp:486] Iteration 3790, lr = 0.00785827
I0917 17:39:52.696183 31405 solver.cpp:294] Iteration 3800, Testing net (#0)
I0917 17:40:02.583717 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9818
I0917 17:40:02.583787 31405 solver.cpp:343]     Test net output #1: loss = 0.0561537 (* 1 = 0.0561537 loss)
I0917 17:40:02.619542 31405 solver.cpp:214] Iteration 3800, loss = 0.0351993
I0917 17:40:02.619627 31405 solver.cpp:229]     Train net output #0: loss = 0.0351991 (* 1 = 0.0351991 loss)
I0917 17:40:02.619662 31405 solver.cpp:486] Iteration 3800, lr = 0.007854
I0917 17:40:02.972914 31405 solver.cpp:294] Iteration 3810, Testing net (#0)
I0917 17:40:12.836796 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9839
I0917 17:40:12.836853 31405 solver.cpp:343]     Test net output #1: loss = 0.050713 (* 1 = 0.050713 loss)
I0917 17:40:12.872922 31405 solver.cpp:214] Iteration 3810, loss = 0.0665819
I0917 17:40:12.872987 31405 solver.cpp:229]     Train net output #0: loss = 0.0665817 (* 1 = 0.0665817 loss)
I0917 17:40:12.873005 31405 solver.cpp:486] Iteration 3810, lr = 0.00784973
I0917 17:40:13.268977 31405 solver.cpp:294] Iteration 3820, Testing net (#0)
I0917 17:40:22.929071 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9846
I0917 17:40:22.929178 31405 solver.cpp:343]     Test net output #1: loss = 0.0489387 (* 1 = 0.0489387 loss)
I0917 17:40:22.971343 31405 solver.cpp:214] Iteration 3820, loss = 0.052411
I0917 17:40:22.971415 31405 solver.cpp:229]     Train net output #0: loss = 0.0524109 (* 1 = 0.0524109 loss)
I0917 17:40:22.971443 31405 solver.cpp:486] Iteration 3820, lr = 0.00784547
I0917 17:40:23.357516 31405 solver.cpp:294] Iteration 3830, Testing net (#0)
I0917 17:40:32.959676 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9847
I0917 17:40:32.959733 31405 solver.cpp:343]     Test net output #1: loss = 0.0501837 (* 1 = 0.0501837 loss)
I0917 17:40:32.997076 31405 solver.cpp:214] Iteration 3830, loss = 0.059798
I0917 17:40:32.997125 31405 solver.cpp:229]     Train net output #0: loss = 0.0597978 (* 1 = 0.0597978 loss)
I0917 17:40:32.997143 31405 solver.cpp:486] Iteration 3830, lr = 0.00784121
I0917 17:40:33.371301 31405 solver.cpp:294] Iteration 3840, Testing net (#0)
I0917 17:40:43.167093 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9814
I0917 17:40:43.167146 31405 solver.cpp:343]     Test net output #1: loss = 0.0590889 (* 1 = 0.0590889 loss)
I0917 17:40:43.205744 31405 solver.cpp:214] Iteration 3840, loss = 0.0149626
I0917 17:40:43.205819 31405 solver.cpp:229]     Train net output #0: loss = 0.0149625 (* 1 = 0.0149625 loss)
I0917 17:40:43.205853 31405 solver.cpp:486] Iteration 3840, lr = 0.00783696
I0917 17:40:43.598615 31405 solver.cpp:294] Iteration 3850, Testing net (#0)
I0917 17:40:53.392437 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9812
I0917 17:40:53.392639 31405 solver.cpp:343]     Test net output #1: loss = 0.0566454 (* 1 = 0.0566454 loss)
I0917 17:40:53.434941 31405 solver.cpp:214] Iteration 3850, loss = 0.47722
I0917 17:40:53.435009 31405 solver.cpp:229]     Train net output #0: loss = 0.47722 (* 1 = 0.47722 loss)
I0917 17:40:53.435037 31405 solver.cpp:486] Iteration 3850, lr = 0.00783272
I0917 17:40:53.809367 31405 solver.cpp:294] Iteration 3860, Testing net (#0)
I0917 17:41:03.477746 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9805
I0917 17:41:03.477789 31405 solver.cpp:343]     Test net output #1: loss = 0.0615062 (* 1 = 0.0615062 loss)
I0917 17:41:03.509758 31405 solver.cpp:214] Iteration 3860, loss = 0.0618423
I0917 17:41:03.509826 31405 solver.cpp:229]     Train net output #0: loss = 0.0618422 (* 1 = 0.0618422 loss)
I0917 17:41:03.509851 31405 solver.cpp:486] Iteration 3860, lr = 0.00782848
I0917 17:41:03.905444 31405 solver.cpp:294] Iteration 3870, Testing net (#0)
I0917 17:41:13.659607 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9802
I0917 17:41:13.659663 31405 solver.cpp:343]     Test net output #1: loss = 0.0628389 (* 1 = 0.0628389 loss)
I0917 17:41:13.702939 31405 solver.cpp:214] Iteration 3870, loss = 0.188408
I0917 17:41:13.702987 31405 solver.cpp:229]     Train net output #0: loss = 0.188408 (* 1 = 0.188408 loss)
I0917 17:41:13.703008 31405 solver.cpp:486] Iteration 3870, lr = 0.00782425
I0917 17:41:14.078295 31405 solver.cpp:294] Iteration 3880, Testing net (#0)
I0917 17:41:23.669143 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9789
I0917 17:41:23.669250 31405 solver.cpp:343]     Test net output #1: loss = 0.0623314 (* 1 = 0.0623314 loss)
I0917 17:41:23.705693 31405 solver.cpp:214] Iteration 3880, loss = 0.00436994
I0917 17:41:23.705754 31405 solver.cpp:229]     Train net output #0: loss = 0.00436983 (* 1 = 0.00436983 loss)
I0917 17:41:23.705775 31405 solver.cpp:486] Iteration 3880, lr = 0.00782002
I0917 17:41:24.063446 31405 solver.cpp:294] Iteration 3890, Testing net (#0)
I0917 17:41:34.027513 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9815
I0917 17:41:34.027575 31405 solver.cpp:343]     Test net output #1: loss = 0.0554437 (* 1 = 0.0554437 loss)
I0917 17:41:34.068392 31405 solver.cpp:214] Iteration 3890, loss = 0.063352
I0917 17:41:34.068461 31405 solver.cpp:229]     Train net output #0: loss = 0.0633519 (* 1 = 0.0633519 loss)
I0917 17:41:34.068490 31405 solver.cpp:486] Iteration 3890, lr = 0.0078158
I0917 17:41:34.457921 31405 solver.cpp:294] Iteration 3900, Testing net (#0)
I0917 17:41:44.254858 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9838
I0917 17:41:44.254928 31405 solver.cpp:343]     Test net output #1: loss = 0.0512192 (* 1 = 0.0512192 loss)
I0917 17:41:44.294044 31405 solver.cpp:214] Iteration 3900, loss = 0.051223
I0917 17:41:44.294106 31405 solver.cpp:229]     Train net output #0: loss = 0.0512229 (* 1 = 0.0512229 loss)
I0917 17:41:44.294132 31405 solver.cpp:486] Iteration 3900, lr = 0.00781158
I0917 17:41:44.693382 31405 solver.cpp:294] Iteration 3910, Testing net (#0)
I0917 17:41:54.560545 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9811
I0917 17:41:54.560636 31405 solver.cpp:343]     Test net output #1: loss = 0.0614885 (* 1 = 0.0614885 loss)
I0917 17:41:54.598140 31405 solver.cpp:214] Iteration 3910, loss = 0.000523418
I0917 17:41:54.598204 31405 solver.cpp:229]     Train net output #0: loss = 0.000523296 (* 1 = 0.000523296 loss)
I0917 17:41:54.598229 31405 solver.cpp:486] Iteration 3910, lr = 0.00780737
I0917 17:41:54.954922 31405 solver.cpp:294] Iteration 3920, Testing net (#0)
I0917 17:42:04.692710 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9798
I0917 17:42:04.692785 31405 solver.cpp:343]     Test net output #1: loss = 0.064873 (* 1 = 0.064873 loss)
I0917 17:42:04.735033 31405 solver.cpp:214] Iteration 3920, loss = 0.663059
I0917 17:42:04.735100 31405 solver.cpp:229]     Train net output #0: loss = 0.663059 (* 1 = 0.663059 loss)
I0917 17:42:04.735127 31405 solver.cpp:486] Iteration 3920, lr = 0.00780316
I0917 17:42:05.106292 31405 solver.cpp:294] Iteration 3930, Testing net (#0)
I0917 17:42:14.916105 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9832
I0917 17:42:14.916162 31405 solver.cpp:343]     Test net output #1: loss = 0.052085 (* 1 = 0.052085 loss)
I0917 17:42:14.952749 31405 solver.cpp:214] Iteration 3930, loss = 0.00674494
I0917 17:42:14.952805 31405 solver.cpp:229]     Train net output #0: loss = 0.00674484 (* 1 = 0.00674484 loss)
I0917 17:42:14.952828 31405 solver.cpp:486] Iteration 3930, lr = 0.00779896
I0917 17:42:15.341598 31405 solver.cpp:294] Iteration 3940, Testing net (#0)
I0917 17:42:25.189579 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9778
I0917 17:42:25.189764 31405 solver.cpp:343]     Test net output #1: loss = 0.0666063 (* 1 = 0.0666063 loss)
I0917 17:42:25.229526 31405 solver.cpp:214] Iteration 3940, loss = 0.00129208
I0917 17:42:25.229583 31405 solver.cpp:229]     Train net output #0: loss = 0.00129199 (* 1 = 0.00129199 loss)
I0917 17:42:25.229600 31405 solver.cpp:486] Iteration 3940, lr = 0.00779476
I0917 17:42:25.634977 31405 solver.cpp:294] Iteration 3950, Testing net (#0)
I0917 17:42:35.495519 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9801
I0917 17:42:35.495579 31405 solver.cpp:343]     Test net output #1: loss = 0.0608918 (* 1 = 0.0608918 loss)
I0917 17:42:35.532623 31405 solver.cpp:214] Iteration 3950, loss = 0.11042
I0917 17:42:35.532675 31405 solver.cpp:229]     Train net output #0: loss = 0.11042 (* 1 = 0.11042 loss)
I0917 17:42:35.532694 31405 solver.cpp:486] Iteration 3950, lr = 0.00779057
I0917 17:42:35.909207 31405 solver.cpp:294] Iteration 3960, Testing net (#0)
I0917 17:42:45.694005 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9827
I0917 17:42:45.694073 31405 solver.cpp:343]     Test net output #1: loss = 0.0505864 (* 1 = 0.0505864 loss)
I0917 17:42:45.730232 31405 solver.cpp:214] Iteration 3960, loss = 0.00617543
I0917 17:42:45.730283 31405 solver.cpp:229]     Train net output #0: loss = 0.00617534 (* 1 = 0.00617534 loss)
I0917 17:42:45.730298 31405 solver.cpp:486] Iteration 3960, lr = 0.00778639
I0917 17:42:46.109922 31405 solver.cpp:294] Iteration 3970, Testing net (#0)
I0917 17:42:56.075479 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9818
I0917 17:42:56.075584 31405 solver.cpp:343]     Test net output #1: loss = 0.0561947 (* 1 = 0.0561947 loss)
I0917 17:42:56.112663 31405 solver.cpp:214] Iteration 3970, loss = 0.0956478
I0917 17:42:56.112725 31405 solver.cpp:229]     Train net output #0: loss = 0.0956478 (* 1 = 0.0956478 loss)
I0917 17:42:56.112747 31405 solver.cpp:486] Iteration 3970, lr = 0.00778221
I0917 17:42:56.514278 31405 solver.cpp:294] Iteration 3980, Testing net (#0)
I0917 17:43:06.257695 31405 solver.cpp:343]     Test net output #0: accuracy = 0.981
I0917 17:43:06.257764 31405 solver.cpp:343]     Test net output #1: loss = 0.0597771 (* 1 = 0.0597771 loss)
I0917 17:43:06.297384 31405 solver.cpp:214] Iteration 3980, loss = 0.465251
I0917 17:43:06.297451 31405 solver.cpp:229]     Train net output #0: loss = 0.465251 (* 1 = 0.465251 loss)
I0917 17:43:06.297472 31405 solver.cpp:486] Iteration 3980, lr = 0.00777803
I0917 17:43:06.672096 31405 solver.cpp:294] Iteration 3990, Testing net (#0)
I0917 17:43:16.446378 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9792
I0917 17:43:16.446434 31405 solver.cpp:343]     Test net output #1: loss = 0.064553 (* 1 = 0.064553 loss)
I0917 17:43:16.496016 31405 solver.cpp:214] Iteration 3990, loss = 0.00997351
I0917 17:43:16.496093 31405 solver.cpp:229]     Train net output #0: loss = 0.00997342 (* 1 = 0.00997342 loss)
I0917 17:43:16.496134 31405 solver.cpp:486] Iteration 3990, lr = 0.00777386
I0917 17:43:16.885736 31405 solver.cpp:294] Iteration 4000, Testing net (#0)
I0917 17:43:26.739166 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9839
I0917 17:43:26.739290 31405 solver.cpp:343]     Test net output #1: loss = 0.0514003 (* 1 = 0.0514003 loss)
I0917 17:43:26.775115 31405 solver.cpp:214] Iteration 4000, loss = 0.0124834
I0917 17:43:26.775172 31405 solver.cpp:229]     Train net output #0: loss = 0.0124833 (* 1 = 0.0124833 loss)
I0917 17:43:26.775192 31405 solver.cpp:486] Iteration 4000, lr = 0.0077697
I0917 17:43:27.153184 31405 solver.cpp:294] Iteration 4010, Testing net (#0)
I0917 17:43:37.069286 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9862
I0917 17:43:37.069353 31405 solver.cpp:343]     Test net output #1: loss = 0.0448292 (* 1 = 0.0448292 loss)
I0917 17:43:37.102522 31405 solver.cpp:214] Iteration 4010, loss = 0.00447513
I0917 17:43:37.102601 31405 solver.cpp:229]     Train net output #0: loss = 0.00447503 (* 1 = 0.00447503 loss)
I0917 17:43:37.102623 31405 solver.cpp:486] Iteration 4010, lr = 0.00776554
I0917 17:43:37.480181 31405 solver.cpp:294] Iteration 4020, Testing net (#0)
I0917 17:43:47.180588 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9863
I0917 17:43:47.180657 31405 solver.cpp:343]     Test net output #1: loss = 0.0430905 (* 1 = 0.0430905 loss)
I0917 17:43:47.227210 31405 solver.cpp:214] Iteration 4020, loss = 0.0514533
I0917 17:43:47.227283 31405 solver.cpp:229]     Train net output #0: loss = 0.0514532 (* 1 = 0.0514532 loss)
I0917 17:43:47.227310 31405 solver.cpp:486] Iteration 4020, lr = 0.00776138
I0917 17:43:47.611162 31405 solver.cpp:294] Iteration 4030, Testing net (#0)
I0917 17:43:57.217761 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9859
I0917 17:43:57.217931 31405 solver.cpp:343]     Test net output #1: loss = 0.0439904 (* 1 = 0.0439904 loss)
I0917 17:43:57.259788 31405 solver.cpp:214] Iteration 4030, loss = 0.00223249
I0917 17:43:57.259857 31405 solver.cpp:229]     Train net output #0: loss = 0.00223242 (* 1 = 0.00223242 loss)
I0917 17:43:57.259886 31405 solver.cpp:486] Iteration 4030, lr = 0.00775723
I0917 17:43:57.632776 31405 solver.cpp:294] Iteration 4040, Testing net (#0)
I0917 17:44:07.449980 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9816
I0917 17:44:07.450039 31405 solver.cpp:343]     Test net output #1: loss = 0.0587178 (* 1 = 0.0587178 loss)
I0917 17:44:07.487092 31405 solver.cpp:214] Iteration 4040, loss = 0.0638013
I0917 17:44:07.487143 31405 solver.cpp:229]     Train net output #0: loss = 0.0638013 (* 1 = 0.0638013 loss)
I0917 17:44:07.487159 31405 solver.cpp:486] Iteration 4040, lr = 0.00775309
I0917 17:44:07.847290 31405 solver.cpp:294] Iteration 4050, Testing net (#0)
I0917 17:44:17.660161 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9846
I0917 17:44:17.660231 31405 solver.cpp:343]     Test net output #1: loss = 0.0469103 (* 1 = 0.0469103 loss)
I0917 17:44:17.695490 31405 solver.cpp:214] Iteration 4050, loss = 0.00353535
I0917 17:44:17.695547 31405 solver.cpp:229]     Train net output #0: loss = 0.00353527 (* 1 = 0.00353527 loss)
I0917 17:44:17.695566 31405 solver.cpp:486] Iteration 4050, lr = 0.00774895
I0917 17:44:18.063578 31405 solver.cpp:294] Iteration 4060, Testing net (#0)
I0917 17:44:27.905136 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9844
I0917 17:44:27.905241 31405 solver.cpp:343]     Test net output #1: loss = 0.0471957 (* 1 = 0.0471957 loss)
I0917 17:44:27.951671 31405 solver.cpp:214] Iteration 4060, loss = 0.0675198
I0917 17:44:27.951731 31405 solver.cpp:229]     Train net output #0: loss = 0.0675197 (* 1 = 0.0675197 loss)
I0917 17:44:27.951755 31405 solver.cpp:486] Iteration 4060, lr = 0.00774481
I0917 17:44:28.307301 31405 solver.cpp:294] Iteration 4070, Testing net (#0)
I0917 17:44:38.048840 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9829
I0917 17:44:38.048895 31405 solver.cpp:343]     Test net output #1: loss = 0.0509494 (* 1 = 0.0509494 loss)
I0917 17:44:38.088731 31405 solver.cpp:214] Iteration 4070, loss = 0.0487745
I0917 17:44:38.088803 31405 solver.cpp:229]     Train net output #0: loss = 0.0487744 (* 1 = 0.0487744 loss)
I0917 17:44:38.088830 31405 solver.cpp:486] Iteration 4070, lr = 0.00774069
I0917 17:44:38.463052 31405 solver.cpp:294] Iteration 4080, Testing net (#0)
I0917 17:44:48.217005 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9818
I0917 17:44:48.217067 31405 solver.cpp:343]     Test net output #1: loss = 0.0556502 (* 1 = 0.0556502 loss)
I0917 17:44:48.264753 31405 solver.cpp:214] Iteration 4080, loss = 0.00177151
I0917 17:44:48.264822 31405 solver.cpp:229]     Train net output #0: loss = 0.00177144 (* 1 = 0.00177144 loss)
I0917 17:44:48.264855 31405 solver.cpp:486] Iteration 4080, lr = 0.00773656
I0917 17:44:48.648860 31405 solver.cpp:294] Iteration 4090, Testing net (#0)
I0917 17:44:58.334276 31405 solver.cpp:343]     Test net output #0: accuracy = 0.984
I0917 17:44:58.334470 31405 solver.cpp:343]     Test net output #1: loss = 0.0494107 (* 1 = 0.0494107 loss)
I0917 17:44:58.375525 31405 solver.cpp:214] Iteration 4090, loss = 0.00286967
I0917 17:44:58.375597 31405 solver.cpp:229]     Train net output #0: loss = 0.0028696 (* 1 = 0.0028696 loss)
I0917 17:44:58.375627 31405 solver.cpp:486] Iteration 4090, lr = 0.00773244
I0917 17:44:58.755542 31405 solver.cpp:294] Iteration 4100, Testing net (#0)
I0917 17:45:08.620462 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9846
I0917 17:45:08.620507 31405 solver.cpp:343]     Test net output #1: loss = 0.0489807 (* 1 = 0.0489807 loss)
I0917 17:45:08.650841 31405 solver.cpp:214] Iteration 4100, loss = 0.0230884
I0917 17:45:08.650921 31405 solver.cpp:229]     Train net output #0: loss = 0.0230883 (* 1 = 0.0230883 loss)
I0917 17:45:08.650959 31405 solver.cpp:486] Iteration 4100, lr = 0.00772833
I0917 17:45:09.032986 31405 solver.cpp:294] Iteration 4110, Testing net (#0)
I0917 17:45:18.841330 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9806
I0917 17:45:18.841399 31405 solver.cpp:343]     Test net output #1: loss = 0.058428 (* 1 = 0.058428 loss)
I0917 17:45:18.873669 31405 solver.cpp:214] Iteration 4110, loss = 0.0928123
I0917 17:45:18.873720 31405 solver.cpp:229]     Train net output #0: loss = 0.0928123 (* 1 = 0.0928123 loss)
I0917 17:45:18.873739 31405 solver.cpp:486] Iteration 4110, lr = 0.00772422
I0917 17:45:19.234333 31405 solver.cpp:294] Iteration 4120, Testing net (#0)
I0917 17:45:29.165160 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9786
I0917 17:45:29.165256 31405 solver.cpp:343]     Test net output #1: loss = 0.0627033 (* 1 = 0.0627033 loss)
I0917 17:45:29.205072 31405 solver.cpp:214] Iteration 4120, loss = 0.00219432
I0917 17:45:29.205142 31405 solver.cpp:229]     Train net output #0: loss = 0.00219426 (* 1 = 0.00219426 loss)
I0917 17:45:29.205169 31405 solver.cpp:486] Iteration 4120, lr = 0.00772012
I0917 17:45:29.572707 31405 solver.cpp:294] Iteration 4130, Testing net (#0)
I0917 17:45:39.528735 31405 solver.cpp:343]     Test net output #0: accuracy = 0.982
I0917 17:45:39.528798 31405 solver.cpp:343]     Test net output #1: loss = 0.0566391 (* 1 = 0.0566391 loss)
I0917 17:45:39.572057 31405 solver.cpp:214] Iteration 4130, loss = 0.00636293
I0917 17:45:39.572104 31405 solver.cpp:229]     Train net output #0: loss = 0.00636287 (* 1 = 0.00636287 loss)
I0917 17:45:39.572130 31405 solver.cpp:486] Iteration 4130, lr = 0.00771602
I0917 17:45:39.951423 31405 solver.cpp:294] Iteration 4140, Testing net (#0)
I0917 17:45:49.448561 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9824
I0917 17:45:49.448619 31405 solver.cpp:343]     Test net output #1: loss = 0.0534908 (* 1 = 0.0534908 loss)
I0917 17:45:49.491567 31405 solver.cpp:214] Iteration 4140, loss = 0.0340102
I0917 17:45:49.491647 31405 solver.cpp:229]     Train net output #0: loss = 0.0340101 (* 1 = 0.0340101 loss)
I0917 17:45:49.491683 31405 solver.cpp:486] Iteration 4140, lr = 0.00771193
I0917 17:45:49.897663 31405 solver.cpp:294] Iteration 4150, Testing net (#0)
I0917 17:45:59.605192 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9829
I0917 17:45:59.605293 31405 solver.cpp:343]     Test net output #1: loss = 0.0534196 (* 1 = 0.0534196 loss)
I0917 17:45:59.644892 31405 solver.cpp:214] Iteration 4150, loss = 0.00205116
I0917 17:45:59.644953 31405 solver.cpp:229]     Train net output #0: loss = 0.0020511 (* 1 = 0.0020511 loss)
I0917 17:45:59.644996 31405 solver.cpp:486] Iteration 4150, lr = 0.00770784
I0917 17:46:00.031729 31405 solver.cpp:294] Iteration 4160, Testing net (#0)
I0917 17:46:09.738046 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9801
I0917 17:46:09.738113 31405 solver.cpp:343]     Test net output #1: loss = 0.0611378 (* 1 = 0.0611378 loss)
I0917 17:46:09.787760 31405 solver.cpp:214] Iteration 4160, loss = 0.00293991
I0917 17:46:09.787827 31405 solver.cpp:229]     Train net output #0: loss = 0.00293986 (* 1 = 0.00293986 loss)
I0917 17:46:09.787855 31405 solver.cpp:486] Iteration 4160, lr = 0.00770376
I0917 17:46:10.166281 31405 solver.cpp:294] Iteration 4170, Testing net (#0)
I0917 17:46:20.567158 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9814
I0917 17:46:20.567209 31405 solver.cpp:343]     Test net output #1: loss = 0.0583302 (* 1 = 0.0583302 loss)
I0917 17:46:20.601408 31405 solver.cpp:214] Iteration 4170, loss = 0.027868
I0917 17:46:20.601479 31405 solver.cpp:229]     Train net output #0: loss = 0.027868 (* 1 = 0.027868 loss)
I0917 17:46:20.601503 31405 solver.cpp:486] Iteration 4170, lr = 0.00769968
I0917 17:46:21.007128 31405 solver.cpp:294] Iteration 4180, Testing net (#0)
I0917 17:46:31.632819 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9828
I0917 17:46:31.633033 31405 solver.cpp:343]     Test net output #1: loss = 0.0515688 (* 1 = 0.0515688 loss)
I0917 17:46:31.670228 31405 solver.cpp:214] Iteration 4180, loss = 0.199515
I0917 17:46:31.670271 31405 solver.cpp:229]     Train net output #0: loss = 0.199515 (* 1 = 0.199515 loss)
I0917 17:46:31.670284 31405 solver.cpp:486] Iteration 4180, lr = 0.00769561
I0917 17:46:32.063848 31405 solver.cpp:294] Iteration 4190, Testing net (#0)
I0917 17:46:42.569154 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9821
I0917 17:46:42.569195 31405 solver.cpp:343]     Test net output #1: loss = 0.0540516 (* 1 = 0.0540516 loss)
I0917 17:46:42.610227 31405 solver.cpp:214] Iteration 4190, loss = 0.00513726
I0917 17:46:42.610311 31405 solver.cpp:229]     Train net output #0: loss = 0.0051372 (* 1 = 0.0051372 loss)
I0917 17:46:42.610342 31405 solver.cpp:486] Iteration 4190, lr = 0.00769154
I0917 17:46:42.979418 31405 solver.cpp:294] Iteration 4200, Testing net (#0)
I0917 17:46:53.478613 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9793
I0917 17:46:53.478665 31405 solver.cpp:343]     Test net output #1: loss = 0.0655732 (* 1 = 0.0655732 loss)
I0917 17:46:53.519907 31405 solver.cpp:214] Iteration 4200, loss = 0.074819
I0917 17:46:53.519973 31405 solver.cpp:229]     Train net output #0: loss = 0.0748189 (* 1 = 0.0748189 loss)
I0917 17:46:53.520000 31405 solver.cpp:486] Iteration 4200, lr = 0.00768748
I0917 17:46:53.904320 31405 solver.cpp:294] Iteration 4210, Testing net (#0)
I0917 17:47:04.320861 31405 solver.cpp:343]     Test net output #0: accuracy = 0.976
I0917 17:47:04.321079 31405 solver.cpp:343]     Test net output #1: loss = 0.0773223 (* 1 = 0.0773223 loss)
I0917 17:47:04.363013 31405 solver.cpp:214] Iteration 4210, loss = 0.0506388
I0917 17:47:04.363077 31405 solver.cpp:229]     Train net output #0: loss = 0.0506388 (* 1 = 0.0506388 loss)
I0917 17:47:04.363098 31405 solver.cpp:486] Iteration 4210, lr = 0.00768342
I0917 17:47:04.731544 31405 solver.cpp:294] Iteration 4220, Testing net (#0)
I0917 17:47:15.021796 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9765
I0917 17:47:15.021852 31405 solver.cpp:343]     Test net output #1: loss = 0.0716842 (* 1 = 0.0716842 loss)
I0917 17:47:15.058377 31405 solver.cpp:214] Iteration 4220, loss = 0.310147
I0917 17:47:15.058434 31405 solver.cpp:229]     Train net output #0: loss = 0.310147 (* 1 = 0.310147 loss)
I0917 17:47:15.058454 31405 solver.cpp:486] Iteration 4220, lr = 0.00767937
I0917 17:47:15.451213 31405 solver.cpp:294] Iteration 4230, Testing net (#0)
I0917 17:47:25.880714 31405 solver.cpp:343]     Test net output #0: accuracy = 0.984
I0917 17:47:25.880772 31405 solver.cpp:343]     Test net output #1: loss = 0.0471972 (* 1 = 0.0471972 loss)
I0917 17:47:25.916755 31405 solver.cpp:214] Iteration 4230, loss = 0.0116621
I0917 17:47:25.916818 31405 solver.cpp:229]     Train net output #0: loss = 0.0116621 (* 1 = 0.0116621 loss)
I0917 17:47:25.916837 31405 solver.cpp:486] Iteration 4230, lr = 0.00767532
I0917 17:47:26.296397 31405 solver.cpp:294] Iteration 4240, Testing net (#0)
I0917 17:47:36.658231 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9838
I0917 17:47:36.658406 31405 solver.cpp:343]     Test net output #1: loss = 0.0486012 (* 1 = 0.0486012 loss)
I0917 17:47:36.692937 31405 solver.cpp:214] Iteration 4240, loss = 0.253974
I0917 17:47:36.693045 31405 solver.cpp:229]     Train net output #0: loss = 0.253974 (* 1 = 0.253974 loss)
I0917 17:47:36.693066 31405 solver.cpp:486] Iteration 4240, lr = 0.00767127
I0917 17:47:37.089921 31405 solver.cpp:294] Iteration 4250, Testing net (#0)
I0917 17:47:47.516594 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9826
I0917 17:47:47.516660 31405 solver.cpp:343]     Test net output #1: loss = 0.0521427 (* 1 = 0.0521427 loss)
I0917 17:47:47.551478 31405 solver.cpp:214] Iteration 4250, loss = 0.0228159
I0917 17:47:47.551553 31405 solver.cpp:229]     Train net output #0: loss = 0.0228159 (* 1 = 0.0228159 loss)
I0917 17:47:47.551580 31405 solver.cpp:486] Iteration 4250, lr = 0.00766724
I0917 17:47:47.928938 31405 solver.cpp:294] Iteration 4260, Testing net (#0)
I0917 17:47:58.332705 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9816
I0917 17:47:58.332779 31405 solver.cpp:343]     Test net output #1: loss = 0.0569973 (* 1 = 0.0569973 loss)
I0917 17:47:58.368005 31405 solver.cpp:214] Iteration 4260, loss = 0.00213511
I0917 17:47:58.368059 31405 solver.cpp:229]     Train net output #0: loss = 0.00213514 (* 1 = 0.00213514 loss)
I0917 17:47:58.368079 31405 solver.cpp:486] Iteration 4260, lr = 0.0076632
I0917 17:47:58.743666 31405 solver.cpp:294] Iteration 4270, Testing net (#0)
I0917 17:48:09.030241 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9826
I0917 17:48:09.030349 31405 solver.cpp:343]     Test net output #1: loss = 0.0534364 (* 1 = 0.0534364 loss)
I0917 17:48:09.070513 31405 solver.cpp:214] Iteration 4270, loss = 0.0439974
I0917 17:48:09.070574 31405 solver.cpp:229]     Train net output #0: loss = 0.0439975 (* 1 = 0.0439975 loss)
I0917 17:48:09.070595 31405 solver.cpp:486] Iteration 4270, lr = 0.00765917
I0917 17:48:09.444834 31405 solver.cpp:294] Iteration 4280, Testing net (#0)
I0917 17:48:19.839651 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9789
I0917 17:48:19.839695 31405 solver.cpp:343]     Test net output #1: loss = 0.0641484 (* 1 = 0.0641484 loss)
I0917 17:48:19.877178 31405 solver.cpp:214] Iteration 4280, loss = 0.0441245
I0917 17:48:19.877239 31405 solver.cpp:229]     Train net output #0: loss = 0.0441245 (* 1 = 0.0441245 loss)
I0917 17:48:19.877259 31405 solver.cpp:486] Iteration 4280, lr = 0.00765515
I0917 17:48:20.259915 31405 solver.cpp:294] Iteration 4290, Testing net (#0)
I0917 17:48:30.754251 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9821
I0917 17:48:30.754300 31405 solver.cpp:343]     Test net output #1: loss = 0.0531777 (* 1 = 0.0531777 loss)
I0917 17:48:30.790098 31405 solver.cpp:214] Iteration 4290, loss = 0.0221901
I0917 17:48:30.790174 31405 solver.cpp:229]     Train net output #0: loss = 0.0221901 (* 1 = 0.0221901 loss)
I0917 17:48:30.790195 31405 solver.cpp:486] Iteration 4290, lr = 0.00765113
I0917 17:48:31.168925 31405 solver.cpp:294] Iteration 4300, Testing net (#0)
I0917 17:48:41.510082 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9845
I0917 17:48:41.510157 31405 solver.cpp:343]     Test net output #1: loss = 0.0480605 (* 1 = 0.0480605 loss)
I0917 17:48:41.549567 31405 solver.cpp:214] Iteration 4300, loss = 0.00591493
I0917 17:48:41.549639 31405 solver.cpp:229]     Train net output #0: loss = 0.00591494 (* 1 = 0.00591494 loss)
I0917 17:48:41.549669 31405 solver.cpp:486] Iteration 4300, lr = 0.00764712
I0917 17:48:41.921627 31405 solver.cpp:294] Iteration 4310, Testing net (#0)
I0917 17:48:52.396150 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9829
I0917 17:48:52.396229 31405 solver.cpp:343]     Test net output #1: loss = 0.0550381 (* 1 = 0.0550381 loss)
I0917 17:48:52.436003 31405 solver.cpp:214] Iteration 4310, loss = 0.0318689
I0917 17:48:52.436064 31405 solver.cpp:229]     Train net output #0: loss = 0.0318689 (* 1 = 0.0318689 loss)
I0917 17:48:52.436084 31405 solver.cpp:486] Iteration 4310, lr = 0.00764311
I0917 17:48:52.832031 31405 solver.cpp:294] Iteration 4320, Testing net (#0)
I0917 17:49:03.213277 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9786
I0917 17:49:03.213332 31405 solver.cpp:343]     Test net output #1: loss = 0.0680584 (* 1 = 0.0680584 loss)
I0917 17:49:03.249512 31405 solver.cpp:214] Iteration 4320, loss = 0.00677711
I0917 17:49:03.249575 31405 solver.cpp:229]     Train net output #0: loss = 0.00677713 (* 1 = 0.00677713 loss)
I0917 17:49:03.249596 31405 solver.cpp:486] Iteration 4320, lr = 0.00763911
I0917 17:49:03.635329 31405 solver.cpp:294] Iteration 4330, Testing net (#0)
I0917 17:49:13.974035 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9802
I0917 17:49:13.974208 31405 solver.cpp:343]     Test net output #1: loss = 0.0643565 (* 1 = 0.0643565 loss)
I0917 17:49:14.017946 31405 solver.cpp:214] Iteration 4330, loss = 0.262686
I0917 17:49:14.018021 31405 solver.cpp:229]     Train net output #0: loss = 0.262686 (* 1 = 0.262686 loss)
I0917 17:49:14.018051 31405 solver.cpp:486] Iteration 4330, lr = 0.00763511
I0917 17:49:14.367548 31405 solver.cpp:294] Iteration 4340, Testing net (#0)
I0917 17:49:24.760680 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9853
I0917 17:49:24.760742 31405 solver.cpp:343]     Test net output #1: loss = 0.0454837 (* 1 = 0.0454837 loss)
I0917 17:49:24.799898 31405 solver.cpp:214] Iteration 4340, loss = 0.165595
I0917 17:49:24.799965 31405 solver.cpp:229]     Train net output #0: loss = 0.165595 (* 1 = 0.165595 loss)
I0917 17:49:24.799988 31405 solver.cpp:486] Iteration 4340, lr = 0.00763112
I0917 17:49:25.187181 31405 solver.cpp:294] Iteration 4350, Testing net (#0)
I0917 17:49:35.578629 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9841
I0917 17:49:35.578693 31405 solver.cpp:343]     Test net output #1: loss = 0.0499101 (* 1 = 0.0499101 loss)
I0917 17:49:35.620121 31405 solver.cpp:214] Iteration 4350, loss = 0.055967
I0917 17:49:35.620183 31405 solver.cpp:229]     Train net output #0: loss = 0.055967 (* 1 = 0.055967 loss)
I0917 17:49:35.620205 31405 solver.cpp:486] Iteration 4350, lr = 0.00762713
I0917 17:49:36.008077 31405 solver.cpp:294] Iteration 4360, Testing net (#0)
I0917 17:49:46.402909 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9831
I0917 17:49:46.402998 31405 solver.cpp:343]     Test net output #1: loss = 0.0526925 (* 1 = 0.0526925 loss)
I0917 17:49:46.438076 31405 solver.cpp:214] Iteration 4360, loss = 0.0335233
I0917 17:49:46.438149 31405 solver.cpp:229]     Train net output #0: loss = 0.0335233 (* 1 = 0.0335233 loss)
I0917 17:49:46.438179 31405 solver.cpp:486] Iteration 4360, lr = 0.00762314
I0917 17:49:46.819066 31405 solver.cpp:294] Iteration 4370, Testing net (#0)
I0917 17:49:57.190847 31405 solver.cpp:343]     Test net output #0: accuracy = 0.982
I0917 17:49:57.190902 31405 solver.cpp:343]     Test net output #1: loss = 0.0570838 (* 1 = 0.0570838 loss)
I0917 17:49:57.230551 31405 solver.cpp:214] Iteration 4370, loss = 0.0247973
I0917 17:49:57.230615 31405 solver.cpp:229]     Train net output #0: loss = 0.0247973 (* 1 = 0.0247973 loss)
I0917 17:49:57.230635 31405 solver.cpp:486] Iteration 4370, lr = 0.00761917
I0917 17:49:57.597615 31405 solver.cpp:294] Iteration 4380, Testing net (#0)
I0917 17:50:07.944949 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9816
I0917 17:50:07.945026 31405 solver.cpp:343]     Test net output #1: loss = 0.0574159 (* 1 = 0.0574159 loss)
I0917 17:50:07.975888 31405 solver.cpp:214] Iteration 4380, loss = 0.0118332
I0917 17:50:07.975955 31405 solver.cpp:229]     Train net output #0: loss = 0.0118332 (* 1 = 0.0118332 loss)
I0917 17:50:07.975980 31405 solver.cpp:486] Iteration 4380, lr = 0.00761519
I0917 17:50:08.359935 31405 solver.cpp:294] Iteration 4390, Testing net (#0)
I0917 17:50:18.776082 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9822
I0917 17:50:18.776278 31405 solver.cpp:343]     Test net output #1: loss = 0.0567309 (* 1 = 0.0567309 loss)
I0917 17:50:18.813309 31405 solver.cpp:214] Iteration 4390, loss = 0.385158
I0917 17:50:18.813364 31405 solver.cpp:229]     Train net output #0: loss = 0.385158 (* 1 = 0.385158 loss)
I0917 17:50:18.813380 31405 solver.cpp:486] Iteration 4390, lr = 0.00761122
I0917 17:50:19.185252 31405 solver.cpp:294] Iteration 4400, Testing net (#0)
I0917 17:50:29.568661 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9763
I0917 17:50:29.568728 31405 solver.cpp:343]     Test net output #1: loss = 0.0724788 (* 1 = 0.0724788 loss)
I0917 17:50:29.605331 31405 solver.cpp:214] Iteration 4400, loss = 0.00123412
I0917 17:50:29.605386 31405 solver.cpp:229]     Train net output #0: loss = 0.00123415 (* 1 = 0.00123415 loss)
I0917 17:50:29.605402 31405 solver.cpp:486] Iteration 4400, lr = 0.00760726
I0917 17:50:29.968106 31405 solver.cpp:294] Iteration 4410, Testing net (#0)
I0917 17:50:40.376051 31405 solver.cpp:343]     Test net output #0: accuracy = 0.981
I0917 17:50:40.376106 31405 solver.cpp:343]     Test net output #1: loss = 0.0572422 (* 1 = 0.0572422 loss)
I0917 17:50:40.411717 31405 solver.cpp:214] Iteration 4410, loss = 0.00684834
I0917 17:50:40.411782 31405 solver.cpp:229]     Train net output #0: loss = 0.00684838 (* 1 = 0.00684838 loss)
I0917 17:50:40.411803 31405 solver.cpp:486] Iteration 4410, lr = 0.0076033
I0917 17:50:40.809196 31405 solver.cpp:294] Iteration 4420, Testing net (#0)
I0917 17:50:51.234020 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9848
I0917 17:50:51.234127 31405 solver.cpp:343]     Test net output #1: loss = 0.0470932 (* 1 = 0.0470932 loss)
I0917 17:50:51.265858 31405 solver.cpp:214] Iteration 4420, loss = 0.0309892
I0917 17:50:51.265908 31405 solver.cpp:229]     Train net output #0: loss = 0.0309893 (* 1 = 0.0309893 loss)
I0917 17:50:51.265923 31405 solver.cpp:486] Iteration 4420, lr = 0.00759934
I0917 17:50:51.649330 31405 solver.cpp:294] Iteration 4430, Testing net (#0)
I0917 17:51:02.067975 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9857
I0917 17:51:02.068048 31405 solver.cpp:343]     Test net output #1: loss = 0.0426171 (* 1 = 0.0426171 loss)
I0917 17:51:02.100713 31405 solver.cpp:214] Iteration 4430, loss = 0.0306174
I0917 17:51:02.100759 31405 solver.cpp:229]     Train net output #0: loss = 0.0306174 (* 1 = 0.0306174 loss)
I0917 17:51:02.100769 31405 solver.cpp:486] Iteration 4430, lr = 0.00759539
I0917 17:51:02.478855 31405 solver.cpp:294] Iteration 4440, Testing net (#0)
I0917 17:51:12.955394 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9828
I0917 17:51:12.955461 31405 solver.cpp:343]     Test net output #1: loss = 0.0479832 (* 1 = 0.0479832 loss)
I0917 17:51:12.994005 31405 solver.cpp:214] Iteration 4440, loss = 0.185421
I0917 17:51:12.994072 31405 solver.cpp:229]     Train net output #0: loss = 0.185421 (* 1 = 0.185421 loss)
I0917 17:51:12.994097 31405 solver.cpp:486] Iteration 4440, lr = 0.00759145
I0917 17:51:13.389752 31405 solver.cpp:294] Iteration 4450, Testing net (#0)
I0917 17:51:23.829849 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9797
I0917 17:51:23.829951 31405 solver.cpp:343]     Test net output #1: loss = 0.058361 (* 1 = 0.058361 loss)
I0917 17:51:23.866833 31405 solver.cpp:214] Iteration 4450, loss = 0.15951
I0917 17:51:23.866890 31405 solver.cpp:229]     Train net output #0: loss = 0.15951 (* 1 = 0.15951 loss)
I0917 17:51:23.866909 31405 solver.cpp:486] Iteration 4450, lr = 0.00758751
I0917 17:51:24.264524 31405 solver.cpp:294] Iteration 4460, Testing net (#0)
I0917 17:51:34.691854 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9776
I0917 17:51:34.691907 31405 solver.cpp:343]     Test net output #1: loss = 0.0631056 (* 1 = 0.0631056 loss)
I0917 17:51:34.728588 31405 solver.cpp:214] Iteration 4460, loss = 0.023604
I0917 17:51:34.728667 31405 solver.cpp:229]     Train net output #0: loss = 0.0236041 (* 1 = 0.0236041 loss)
I0917 17:51:34.728688 31405 solver.cpp:486] Iteration 4460, lr = 0.00758357
I0917 17:51:35.116791 31405 solver.cpp:294] Iteration 4470, Testing net (#0)
I0917 17:51:45.572204 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9809
I0917 17:51:45.572264 31405 solver.cpp:343]     Test net output #1: loss = 0.0553274 (* 1 = 0.0553274 loss)
I0917 17:51:45.610231 31405 solver.cpp:214] Iteration 4470, loss = 0.0314731
I0917 17:51:45.610280 31405 solver.cpp:229]     Train net output #0: loss = 0.0314731 (* 1 = 0.0314731 loss)
I0917 17:51:45.610294 31405 solver.cpp:486] Iteration 4470, lr = 0.00757964
I0917 17:51:45.994557 31405 solver.cpp:294] Iteration 4480, Testing net (#0)
I0917 17:51:56.444603 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9816
I0917 17:51:56.444821 31405 solver.cpp:343]     Test net output #1: loss = 0.0563954 (* 1 = 0.0563954 loss)
I0917 17:51:56.482938 31405 solver.cpp:214] Iteration 4480, loss = 0.001582
I0917 17:51:56.483012 31405 solver.cpp:229]     Train net output #0: loss = 0.00158205 (* 1 = 0.00158205 loss)
I0917 17:51:56.483036 31405 solver.cpp:486] Iteration 4480, lr = 0.00757571
I0917 17:51:56.886998 31405 solver.cpp:294] Iteration 4490, Testing net (#0)
I0917 17:52:07.365211 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9819
I0917 17:52:07.365264 31405 solver.cpp:343]     Test net output #1: loss = 0.055588 (* 1 = 0.055588 loss)
I0917 17:52:07.402995 31405 solver.cpp:214] Iteration 4490, loss = 0.00512271
I0917 17:52:07.403069 31405 solver.cpp:229]     Train net output #0: loss = 0.00512275 (* 1 = 0.00512275 loss)
I0917 17:52:07.403101 31405 solver.cpp:486] Iteration 4490, lr = 0.00757179
I0917 17:52:07.783627 31405 solver.cpp:294] Iteration 4500, Testing net (#0)
I0917 17:52:18.249811 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9815
I0917 17:52:18.249876 31405 solver.cpp:343]     Test net output #1: loss = 0.0587155 (* 1 = 0.0587155 loss)
I0917 17:52:18.289767 31405 solver.cpp:214] Iteration 4500, loss = 0.00826732
I0917 17:52:18.289820 31405 solver.cpp:229]     Train net output #0: loss = 0.00826735 (* 1 = 0.00826735 loss)
I0917 17:52:18.289836 31405 solver.cpp:486] Iteration 4500, lr = 0.00756788
I0917 17:52:18.679780 31405 solver.cpp:294] Iteration 4510, Testing net (#0)
I0917 17:52:29.036779 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9822
I0917 17:52:29.036876 31405 solver.cpp:343]     Test net output #1: loss = 0.0567669 (* 1 = 0.0567669 loss)
I0917 17:52:29.074359 31405 solver.cpp:214] Iteration 4510, loss = 0.0090188
I0917 17:52:29.074415 31405 solver.cpp:229]     Train net output #0: loss = 0.00901883 (* 1 = 0.00901883 loss)
I0917 17:52:29.074434 31405 solver.cpp:486] Iteration 4510, lr = 0.00756396
I0917 17:52:29.458271 31405 solver.cpp:294] Iteration 4520, Testing net (#0)
I0917 17:52:39.868240 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9829
I0917 17:52:39.868298 31405 solver.cpp:343]     Test net output #1: loss = 0.0545311 (* 1 = 0.0545311 loss)
I0917 17:52:39.911754 31405 solver.cpp:214] Iteration 4520, loss = 0.00952198
I0917 17:52:39.911829 31405 solver.cpp:229]     Train net output #0: loss = 0.00952203 (* 1 = 0.00952203 loss)
I0917 17:52:39.911859 31405 solver.cpp:486] Iteration 4520, lr = 0.00756006
I0917 17:52:40.305917 31405 solver.cpp:294] Iteration 4530, Testing net (#0)
I0917 17:52:50.809116 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9833
I0917 17:52:50.809167 31405 solver.cpp:343]     Test net output #1: loss = 0.0524991 (* 1 = 0.0524991 loss)
I0917 17:52:50.844439 31405 solver.cpp:214] Iteration 4530, loss = 0.0247179
I0917 17:52:50.844517 31405 solver.cpp:229]     Train net output #0: loss = 0.024718 (* 1 = 0.024718 loss)
I0917 17:52:50.844545 31405 solver.cpp:486] Iteration 4530, lr = 0.00755615
I0917 17:52:51.229048 31405 solver.cpp:294] Iteration 4540, Testing net (#0)
I0917 17:53:01.448256 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9808
I0917 17:53:01.448436 31405 solver.cpp:343]     Test net output #1: loss = 0.0608042 (* 1 = 0.0608042 loss)
I0917 17:53:01.483827 31405 solver.cpp:214] Iteration 4540, loss = 0.0460816
I0917 17:53:01.483888 31405 solver.cpp:229]     Train net output #0: loss = 0.0460817 (* 1 = 0.0460817 loss)
I0917 17:53:01.483906 31405 solver.cpp:486] Iteration 4540, lr = 0.00755226
I0917 17:53:01.870117 31405 solver.cpp:294] Iteration 4550, Testing net (#0)
I0917 17:53:12.342393 31405 solver.cpp:343]     Test net output #0: accuracy = 0.983
I0917 17:53:12.342449 31405 solver.cpp:343]     Test net output #1: loss = 0.0523796 (* 1 = 0.0523796 loss)
I0917 17:53:12.382288 31405 solver.cpp:214] Iteration 4550, loss = 0.0530014
I0917 17:53:12.382354 31405 solver.cpp:229]     Train net output #0: loss = 0.0530014 (* 1 = 0.0530014 loss)
I0917 17:53:12.382376 31405 solver.cpp:486] Iteration 4550, lr = 0.00754836
I0917 17:53:12.761050 31405 solver.cpp:294] Iteration 4560, Testing net (#0)
I0917 17:53:23.227618 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9845
I0917 17:53:23.227677 31405 solver.cpp:343]     Test net output #1: loss = 0.0457545 (* 1 = 0.0457545 loss)
I0917 17:53:23.261533 31405 solver.cpp:214] Iteration 4560, loss = 0.0192809
I0917 17:53:23.261598 31405 solver.cpp:229]     Train net output #0: loss = 0.0192809 (* 1 = 0.0192809 loss)
I0917 17:53:23.261620 31405 solver.cpp:486] Iteration 4560, lr = 0.00754447
I0917 17:53:23.646647 31405 solver.cpp:294] Iteration 4570, Testing net (#0)
I0917 17:53:34.094723 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9829
I0917 17:53:34.094835 31405 solver.cpp:343]     Test net output #1: loss = 0.0506208 (* 1 = 0.0506208 loss)
I0917 17:53:34.135334 31405 solver.cpp:214] Iteration 4570, loss = 0.0500472
I0917 17:53:34.135403 31405 solver.cpp:229]     Train net output #0: loss = 0.0500472 (* 1 = 0.0500472 loss)
I0917 17:53:34.135431 31405 solver.cpp:486] Iteration 4570, lr = 0.00754059
I0917 17:53:34.516930 31405 solver.cpp:294] Iteration 4580, Testing net (#0)
I0917 17:53:44.855321 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9859
I0917 17:53:44.855393 31405 solver.cpp:343]     Test net output #1: loss = 0.0433389 (* 1 = 0.0433389 loss)
I0917 17:53:44.889806 31405 solver.cpp:214] Iteration 4580, loss = 0.000821598
I0917 17:53:44.889883 31405 solver.cpp:229]     Train net output #0: loss = 0.00082163 (* 1 = 0.00082163 loss)
I0917 17:53:44.889906 31405 solver.cpp:486] Iteration 4580, lr = 0.00753671
I0917 17:53:45.279695 31405 solver.cpp:294] Iteration 4590, Testing net (#0)
I0917 17:53:55.743335 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9849
I0917 17:53:55.743388 31405 solver.cpp:343]     Test net output #1: loss = 0.0442456 (* 1 = 0.0442456 loss)
I0917 17:53:55.780086 31405 solver.cpp:214] Iteration 4590, loss = 0.0575439
I0917 17:53:55.780148 31405 solver.cpp:229]     Train net output #0: loss = 0.0575439 (* 1 = 0.0575439 loss)
I0917 17:53:55.780169 31405 solver.cpp:486] Iteration 4590, lr = 0.00753284
I0917 17:53:56.159934 31405 solver.cpp:294] Iteration 4600, Testing net (#0)
I0917 17:54:06.543654 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9823
I0917 17:54:06.543751 31405 solver.cpp:343]     Test net output #1: loss = 0.0529309 (* 1 = 0.0529309 loss)
I0917 17:54:06.578079 31405 solver.cpp:214] Iteration 4600, loss = 0.00107057
I0917 17:54:06.578135 31405 solver.cpp:229]     Train net output #0: loss = 0.0010706 (* 1 = 0.0010706 loss)
I0917 17:54:06.578151 31405 solver.cpp:486] Iteration 4600, lr = 0.00752897
I0917 17:54:06.955011 31405 solver.cpp:294] Iteration 4610, Testing net (#0)
I0917 17:54:17.390024 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9822
I0917 17:54:17.390074 31405 solver.cpp:343]     Test net output #1: loss = 0.0528106 (* 1 = 0.0528106 loss)
I0917 17:54:17.427471 31405 solver.cpp:214] Iteration 4610, loss = 0.0225765
I0917 17:54:17.427515 31405 solver.cpp:229]     Train net output #0: loss = 0.0225766 (* 1 = 0.0225766 loss)
I0917 17:54:17.427525 31405 solver.cpp:486] Iteration 4610, lr = 0.0075251
I0917 17:54:17.790159 31405 solver.cpp:294] Iteration 4620, Testing net (#0)
I0917 17:54:28.212985 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9847
I0917 17:54:28.213089 31405 solver.cpp:343]     Test net output #1: loss = 0.0449996 (* 1 = 0.0449996 loss)
I0917 17:54:28.246258 31405 solver.cpp:214] Iteration 4620, loss = 0.0406717
I0917 17:54:28.246316 31405 solver.cpp:229]     Train net output #0: loss = 0.0406718 (* 1 = 0.0406718 loss)
I0917 17:54:28.246336 31405 solver.cpp:486] Iteration 4620, lr = 0.00752124
I0917 17:54:28.630017 31405 solver.cpp:294] Iteration 4630, Testing net (#0)
I0917 17:54:39.054693 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9834
I0917 17:54:39.054893 31405 solver.cpp:343]     Test net output #1: loss = 0.0478836 (* 1 = 0.0478836 loss)
I0917 17:54:39.101193 31405 solver.cpp:214] Iteration 4630, loss = 0.00148253
I0917 17:54:39.101253 31405 solver.cpp:229]     Train net output #0: loss = 0.00148256 (* 1 = 0.00148256 loss)
I0917 17:54:39.101272 31405 solver.cpp:486] Iteration 4630, lr = 0.00751738
I0917 17:54:39.488668 31405 solver.cpp:294] Iteration 4640, Testing net (#0)
I0917 17:54:49.955886 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9839
I0917 17:54:49.955934 31405 solver.cpp:343]     Test net output #1: loss = 0.0470483 (* 1 = 0.0470483 loss)
I0917 17:54:49.994783 31405 solver.cpp:214] Iteration 4640, loss = 0.00551687
I0917 17:54:49.994837 31405 solver.cpp:229]     Train net output #0: loss = 0.0055169 (* 1 = 0.0055169 loss)
I0917 17:54:49.994854 31405 solver.cpp:486] Iteration 4640, lr = 0.00751353
I0917 17:54:50.373618 31405 solver.cpp:294] Iteration 4650, Testing net (#0)
I0917 17:55:00.858114 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9839
I0917 17:55:00.858182 31405 solver.cpp:343]     Test net output #1: loss = 0.0478297 (* 1 = 0.0478297 loss)
I0917 17:55:00.894068 31405 solver.cpp:214] Iteration 4650, loss = 0.0202669
I0917 17:55:00.894130 31405 solver.cpp:229]     Train net output #0: loss = 0.020267 (* 1 = 0.020267 loss)
I0917 17:55:00.894152 31405 solver.cpp:486] Iteration 4650, lr = 0.00750969
I0917 17:55:01.270539 31405 solver.cpp:294] Iteration 4660, Testing net (#0)
I0917 17:55:11.690778 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9835
I0917 17:55:11.690855 31405 solver.cpp:343]     Test net output #1: loss = 0.0462251 (* 1 = 0.0462251 loss)
I0917 17:55:11.729416 31405 solver.cpp:214] Iteration 4660, loss = 0.033418
I0917 17:55:11.729481 31405 solver.cpp:229]     Train net output #0: loss = 0.033418 (* 1 = 0.033418 loss)
I0917 17:55:11.729504 31405 solver.cpp:486] Iteration 4660, lr = 0.00750584
I0917 17:55:12.095603 31405 solver.cpp:294] Iteration 4670, Testing net (#0)
I0917 17:55:22.510918 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9843
I0917 17:55:22.510987 31405 solver.cpp:343]     Test net output #1: loss = 0.0436188 (* 1 = 0.0436188 loss)
I0917 17:55:22.551007 31405 solver.cpp:214] Iteration 4670, loss = 0.025685
I0917 17:55:22.551080 31405 solver.cpp:229]     Train net output #0: loss = 0.025685 (* 1 = 0.025685 loss)
I0917 17:55:22.551108 31405 solver.cpp:486] Iteration 4670, lr = 0.00750201
I0917 17:55:22.930069 31405 solver.cpp:294] Iteration 4680, Testing net (#0)
I0917 17:55:33.357915 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9852
I0917 17:55:33.357975 31405 solver.cpp:343]     Test net output #1: loss = 0.0437268 (* 1 = 0.0437268 loss)
I0917 17:55:33.398062 31405 solver.cpp:214] Iteration 4680, loss = 0.00845033
I0917 17:55:33.398121 31405 solver.cpp:229]     Train net output #0: loss = 0.00845036 (* 1 = 0.00845036 loss)
I0917 17:55:33.398140 31405 solver.cpp:486] Iteration 4680, lr = 0.00749817
I0917 17:55:33.799250 31405 solver.cpp:294] Iteration 4690, Testing net (#0)
I0917 17:55:44.181162 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9848
I0917 17:55:44.181233 31405 solver.cpp:343]     Test net output #1: loss = 0.0450235 (* 1 = 0.0450235 loss)
I0917 17:55:44.223209 31405 solver.cpp:214] Iteration 4690, loss = 0.000649532
I0917 17:55:44.223287 31405 solver.cpp:229]     Train net output #0: loss = 0.000649555 (* 1 = 0.000649555 loss)
I0917 17:55:44.223317 31405 solver.cpp:486] Iteration 4690, lr = 0.00749434
I0917 17:55:44.608872 31405 solver.cpp:294] Iteration 4700, Testing net (#0)
I0917 17:55:55.059551 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9839
I0917 17:55:55.059618 31405 solver.cpp:343]     Test net output #1: loss = 0.0477768 (* 1 = 0.0477768 loss)
I0917 17:55:55.097323 31405 solver.cpp:214] Iteration 4700, loss = 0.00290893
I0917 17:55:55.097383 31405 solver.cpp:229]     Train net output #0: loss = 0.00290894 (* 1 = 0.00290894 loss)
I0917 17:55:55.097404 31405 solver.cpp:486] Iteration 4700, lr = 0.00749052
I0917 17:55:55.499758 31405 solver.cpp:294] Iteration 4710, Testing net (#0)
I0917 17:56:05.904474 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9781
I0917 17:56:05.904557 31405 solver.cpp:343]     Test net output #1: loss = 0.0671403 (* 1 = 0.0671403 loss)
I0917 17:56:05.941375 31405 solver.cpp:214] Iteration 4710, loss = 0.00435746
I0917 17:56:05.941431 31405 solver.cpp:229]     Train net output #0: loss = 0.00435746 (* 1 = 0.00435746 loss)
I0917 17:56:05.941447 31405 solver.cpp:486] Iteration 4710, lr = 0.0074867
I0917 17:56:06.317246 31405 solver.cpp:294] Iteration 4720, Testing net (#0)
I0917 17:56:16.695027 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9822
I0917 17:56:16.695200 31405 solver.cpp:343]     Test net output #1: loss = 0.0530387 (* 1 = 0.0530387 loss)
I0917 17:56:16.735664 31405 solver.cpp:214] Iteration 4720, loss = 0.0665991
I0917 17:56:16.735730 31405 solver.cpp:229]     Train net output #0: loss = 0.0665991 (* 1 = 0.0665991 loss)
I0917 17:56:16.735756 31405 solver.cpp:486] Iteration 4720, lr = 0.00748289
I0917 17:56:17.125596 31405 solver.cpp:294] Iteration 4730, Testing net (#0)
I0917 17:56:27.522845 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9841
I0917 17:56:27.522881 31405 solver.cpp:343]     Test net output #1: loss = 0.04584 (* 1 = 0.04584 loss)
I0917 17:56:27.556187 31405 solver.cpp:214] Iteration 4730, loss = 0.00119713
I0917 17:56:27.556254 31405 solver.cpp:229]     Train net output #0: loss = 0.00119712 (* 1 = 0.00119712 loss)
I0917 17:56:27.556278 31405 solver.cpp:486] Iteration 4730, lr = 0.00747908
I0917 17:56:27.948472 31405 solver.cpp:294] Iteration 4740, Testing net (#0)
I0917 17:56:38.377864 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9837
I0917 17:56:38.377918 31405 solver.cpp:343]     Test net output #1: loss = 0.0491524 (* 1 = 0.0491524 loss)
I0917 17:56:38.411450 31405 solver.cpp:214] Iteration 4740, loss = 0.148225
I0917 17:56:38.411511 31405 solver.cpp:229]     Train net output #0: loss = 0.148225 (* 1 = 0.148225 loss)
I0917 17:56:38.411533 31405 solver.cpp:486] Iteration 4740, lr = 0.00747527
I0917 17:56:38.783788 31405 solver.cpp:294] Iteration 4750, Testing net (#0)
I0917 17:56:49.375110 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9809
I0917 17:56:49.375195 31405 solver.cpp:343]     Test net output #1: loss = 0.0597569 (* 1 = 0.0597569 loss)
I0917 17:56:49.417572 31405 solver.cpp:214] Iteration 4750, loss = 0.00173619
I0917 17:56:49.417624 31405 solver.cpp:229]     Train net output #0: loss = 0.0017362 (* 1 = 0.0017362 loss)
I0917 17:56:49.417641 31405 solver.cpp:486] Iteration 4750, lr = 0.00747147
I0917 17:56:49.800019 31405 solver.cpp:294] Iteration 4760, Testing net (#0)
I0917 17:57:00.241232 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9788
I0917 17:57:00.241276 31405 solver.cpp:343]     Test net output #1: loss = 0.0647973 (* 1 = 0.0647973 loss)
I0917 17:57:00.279268 31405 solver.cpp:214] Iteration 4760, loss = 0.00920697
I0917 17:57:00.279328 31405 solver.cpp:229]     Train net output #0: loss = 0.00920697 (* 1 = 0.00920697 loss)
I0917 17:57:00.279348 31405 solver.cpp:486] Iteration 4760, lr = 0.00746767
I0917 17:57:00.670747 31405 solver.cpp:294] Iteration 4770, Testing net (#0)
I0917 17:57:11.080978 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9812
I0917 17:57:11.081027 31405 solver.cpp:343]     Test net output #1: loss = 0.0596124 (* 1 = 0.0596124 loss)
I0917 17:57:11.122791 31405 solver.cpp:214] Iteration 4770, loss = 0.00847845
I0917 17:57:11.122869 31405 solver.cpp:229]     Train net output #0: loss = 0.00847845 (* 1 = 0.00847845 loss)
I0917 17:57:11.122894 31405 solver.cpp:486] Iteration 4770, lr = 0.00746388
I0917 17:57:11.528334 31405 solver.cpp:294] Iteration 4780, Testing net (#0)
I0917 17:57:22.031481 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9803
I0917 17:57:22.032943 31405 solver.cpp:343]     Test net output #1: loss = 0.057986 (* 1 = 0.057986 loss)
I0917 17:57:22.068831 31405 solver.cpp:214] Iteration 4780, loss = 0.0287982
I0917 17:57:22.068898 31405 solver.cpp:229]     Train net output #0: loss = 0.0287982 (* 1 = 0.0287982 loss)
I0917 17:57:22.068927 31405 solver.cpp:486] Iteration 4780, lr = 0.00746009
I0917 17:57:22.437276 31405 solver.cpp:294] Iteration 4790, Testing net (#0)
I0917 17:57:32.826580 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9794
I0917 17:57:32.826633 31405 solver.cpp:343]     Test net output #1: loss = 0.0607002 (* 1 = 0.0607002 loss)
I0917 17:57:32.866119 31405 solver.cpp:214] Iteration 4790, loss = 0.0227072
I0917 17:57:32.866165 31405 solver.cpp:229]     Train net output #0: loss = 0.0227072 (* 1 = 0.0227072 loss)
I0917 17:57:32.866178 31405 solver.cpp:486] Iteration 4790, lr = 0.00745631
I0917 17:57:33.254935 31405 solver.cpp:294] Iteration 4800, Testing net (#0)
I0917 17:57:43.739452 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9797
I0917 17:57:43.739523 31405 solver.cpp:343]     Test net output #1: loss = 0.0641472 (* 1 = 0.0641472 loss)
I0917 17:57:43.778120 31405 solver.cpp:214] Iteration 4800, loss = 0.00339486
I0917 17:57:43.778189 31405 solver.cpp:229]     Train net output #0: loss = 0.00339486 (* 1 = 0.00339486 loss)
I0917 17:57:43.778210 31405 solver.cpp:486] Iteration 4800, lr = 0.00745253
I0917 17:57:44.173130 31405 solver.cpp:294] Iteration 4810, Testing net (#0)
I0917 17:57:54.702761 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9786
I0917 17:57:54.702831 31405 solver.cpp:343]     Test net output #1: loss = 0.0629324 (* 1 = 0.0629324 loss)
I0917 17:57:54.751852 31405 solver.cpp:214] Iteration 4810, loss = 0.16015
I0917 17:57:54.751914 31405 solver.cpp:229]     Train net output #0: loss = 0.16015 (* 1 = 0.16015 loss)
I0917 17:57:54.751940 31405 solver.cpp:486] Iteration 4810, lr = 0.00744876
I0917 17:57:55.109742 31405 solver.cpp:294] Iteration 4820, Testing net (#0)
I0917 17:58:05.532516 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9817
I0917 17:58:05.532572 31405 solver.cpp:343]     Test net output #1: loss = 0.0567319 (* 1 = 0.0567319 loss)
I0917 17:58:05.569500 31405 solver.cpp:214] Iteration 4820, loss = 0.0274729
I0917 17:58:05.569555 31405 solver.cpp:229]     Train net output #0: loss = 0.0274729 (* 1 = 0.0274729 loss)
I0917 17:58:05.569574 31405 solver.cpp:486] Iteration 4820, lr = 0.00744499
I0917 17:58:05.958963 31405 solver.cpp:294] Iteration 4830, Testing net (#0)
I0917 17:58:16.387917 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9818
I0917 17:58:16.387981 31405 solver.cpp:343]     Test net output #1: loss = 0.0559447 (* 1 = 0.0559447 loss)
I0917 17:58:16.421814 31405 solver.cpp:214] Iteration 4830, loss = 0.00536617
I0917 17:58:16.421877 31405 solver.cpp:229]     Train net output #0: loss = 0.00536617 (* 1 = 0.00536617 loss)
I0917 17:58:16.421902 31405 solver.cpp:486] Iteration 4830, lr = 0.00744122
I0917 17:58:16.808645 31405 solver.cpp:294] Iteration 4840, Testing net (#0)
I0917 17:58:27.213744 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9816
I0917 17:58:27.213831 31405 solver.cpp:343]     Test net output #1: loss = 0.0571319 (* 1 = 0.0571319 loss)
I0917 17:58:27.255316 31405 solver.cpp:214] Iteration 4840, loss = 0.00952225
I0917 17:58:27.255385 31405 solver.cpp:229]     Train net output #0: loss = 0.00952226 (* 1 = 0.00952226 loss)
I0917 17:58:27.255405 31405 solver.cpp:486] Iteration 4840, lr = 0.00743746
I0917 17:58:27.640530 31405 solver.cpp:294] Iteration 4850, Testing net (#0)
I0917 17:58:38.085150 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9828
I0917 17:58:38.085228 31405 solver.cpp:343]     Test net output #1: loss = 0.0489976 (* 1 = 0.0489976 loss)
I0917 17:58:38.119704 31405 solver.cpp:214] Iteration 4850, loss = 0.0263954
I0917 17:58:38.119768 31405 solver.cpp:229]     Train net output #0: loss = 0.0263954 (* 1 = 0.0263954 loss)
I0917 17:58:38.119793 31405 solver.cpp:486] Iteration 4850, lr = 0.0074337
I0917 17:58:38.515350 31405 solver.cpp:294] Iteration 4860, Testing net (#0)
I0917 17:58:48.828903 31405 solver.cpp:343]     Test net output #0: accuracy = 0.984
I0917 17:58:48.828974 31405 solver.cpp:343]     Test net output #1: loss = 0.0485456 (* 1 = 0.0485456 loss)
I0917 17:58:48.868531 31405 solver.cpp:214] Iteration 4860, loss = 0.201956
I0917 17:58:48.868589 31405 solver.cpp:229]     Train net output #0: loss = 0.201956 (* 1 = 0.201956 loss)
I0917 17:58:48.868607 31405 solver.cpp:486] Iteration 4860, lr = 0.00742995
I0917 17:58:49.239998 31405 solver.cpp:294] Iteration 4870, Testing net (#0)
I0917 17:58:59.759357 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9814
I0917 17:58:59.759552 31405 solver.cpp:343]     Test net output #1: loss = 0.0540252 (* 1 = 0.0540252 loss)
I0917 17:58:59.800089 31405 solver.cpp:214] Iteration 4870, loss = 0.00067196
I0917 17:58:59.800138 31405 solver.cpp:229]     Train net output #0: loss = 0.000671934 (* 1 = 0.000671934 loss)
I0917 17:58:59.800153 31405 solver.cpp:486] Iteration 4870, lr = 0.0074262
I0917 17:59:00.192006 31405 solver.cpp:294] Iteration 4880, Testing net (#0)
I0917 17:59:10.673341 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9821
I0917 17:59:10.673385 31405 solver.cpp:343]     Test net output #1: loss = 0.0546542 (* 1 = 0.0546542 loss)
I0917 17:59:10.702033 31405 solver.cpp:214] Iteration 4880, loss = 0.00251376
I0917 17:59:10.702083 31405 solver.cpp:229]     Train net output #0: loss = 0.00251373 (* 1 = 0.00251373 loss)
I0917 17:59:10.702097 31405 solver.cpp:486] Iteration 4880, lr = 0.00742246
I0917 17:59:11.078275 31405 solver.cpp:294] Iteration 4890, Testing net (#0)
I0917 17:59:21.401352 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9815
I0917 17:59:21.401396 31405 solver.cpp:343]     Test net output #1: loss = 0.0580317 (* 1 = 0.0580317 loss)
I0917 17:59:21.450167 31405 solver.cpp:214] Iteration 4890, loss = 0.0262931
I0917 17:59:21.450256 31405 solver.cpp:229]     Train net output #0: loss = 0.0262931 (* 1 = 0.0262931 loss)
I0917 17:59:21.450287 31405 solver.cpp:486] Iteration 4890, lr = 0.00741872
I0917 17:59:21.853356 31405 solver.cpp:294] Iteration 4900, Testing net (#0)
I0917 17:59:32.295845 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9811
I0917 17:59:32.295953 31405 solver.cpp:343]     Test net output #1: loss = 0.0571208 (* 1 = 0.0571208 loss)
I0917 17:59:32.331570 31405 solver.cpp:214] Iteration 4900, loss = 0.00527054
I0917 17:59:32.331640 31405 solver.cpp:229]     Train net output #0: loss = 0.00527052 (* 1 = 0.00527052 loss)
I0917 17:59:32.331661 31405 solver.cpp:486] Iteration 4900, lr = 0.00741498
I0917 17:59:32.713917 31405 solver.cpp:294] Iteration 4910, Testing net (#0)
I0917 17:59:43.189427 31405 solver.cpp:343]     Test net output #0: accuracy = 0.982
I0917 17:59:43.189481 31405 solver.cpp:343]     Test net output #1: loss = 0.0498002 (* 1 = 0.0498002 loss)
I0917 17:59:43.229274 31405 solver.cpp:214] Iteration 4910, loss = 0.0433411
I0917 17:59:43.229328 31405 solver.cpp:229]     Train net output #0: loss = 0.0433411 (* 1 = 0.0433411 loss)
I0917 17:59:43.229348 31405 solver.cpp:486] Iteration 4910, lr = 0.00741126
I0917 17:59:43.614004 31405 solver.cpp:294] Iteration 4920, Testing net (#0)
I0917 17:59:54.126804 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9836
I0917 17:59:54.126858 31405 solver.cpp:343]     Test net output #1: loss = 0.0485713 (* 1 = 0.0485713 loss)
I0917 17:59:54.167484 31405 solver.cpp:214] Iteration 4920, loss = 0.00145772
I0917 17:59:54.167562 31405 solver.cpp:229]     Train net output #0: loss = 0.0014577 (* 1 = 0.0014577 loss)
I0917 17:59:54.167587 31405 solver.cpp:486] Iteration 4920, lr = 0.00740753
I0917 17:59:54.557204 31405 solver.cpp:294] Iteration 4930, Testing net (#0)
I0917 18:00:04.977357 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9834
I0917 18:00:04.977519 31405 solver.cpp:343]     Test net output #1: loss = 0.048565 (* 1 = 0.048565 loss)
I0917 18:00:05.012996 31405 solver.cpp:214] Iteration 4930, loss = 0.000308957
I0917 18:00:05.013064 31405 solver.cpp:229]     Train net output #0: loss = 0.000308929 (* 1 = 0.000308929 loss)
I0917 18:00:05.013085 31405 solver.cpp:486] Iteration 4930, lr = 0.00740381
I0917 18:00:05.405506 31405 solver.cpp:294] Iteration 4940, Testing net (#0)
I0917 18:00:15.770331 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9834
I0917 18:00:15.770375 31405 solver.cpp:343]     Test net output #1: loss = 0.047896 (* 1 = 0.047896 loss)
I0917 18:00:15.807957 31405 solver.cpp:214] Iteration 4940, loss = 0.000929764
I0917 18:00:15.808037 31405 solver.cpp:229]     Train net output #0: loss = 0.000929732 (* 1 = 0.000929732 loss)
I0917 18:00:15.808073 31405 solver.cpp:486] Iteration 4940, lr = 0.00740009
I0917 18:00:16.173899 31405 solver.cpp:294] Iteration 4950, Testing net (#0)
I0917 18:00:26.612414 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9798
I0917 18:00:26.612475 31405 solver.cpp:343]     Test net output #1: loss = 0.0573797 (* 1 = 0.0573797 loss)
I0917 18:00:26.647928 31405 solver.cpp:214] Iteration 4950, loss = 0.00938796
I0917 18:00:26.647982 31405 solver.cpp:229]     Train net output #0: loss = 0.00938792 (* 1 = 0.00938792 loss)
I0917 18:00:26.648000 31405 solver.cpp:486] Iteration 4950, lr = 0.00739638
I0917 18:00:26.979676 31405 solver.cpp:294] Iteration 4960, Testing net (#0)
I0917 18:00:37.285483 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9824
I0917 18:00:37.289016 31405 solver.cpp:343]     Test net output #1: loss = 0.0498245 (* 1 = 0.0498245 loss)
I0917 18:00:37.328475 31405 solver.cpp:214] Iteration 4960, loss = 0.315529
I0917 18:00:37.328538 31405 solver.cpp:229]     Train net output #0: loss = 0.315529 (* 1 = 0.315529 loss)
I0917 18:00:37.328562 31405 solver.cpp:486] Iteration 4960, lr = 0.00739267
I0917 18:00:37.721503 31405 solver.cpp:294] Iteration 4970, Testing net (#0)
I0917 18:00:48.087013 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9831
I0917 18:00:48.087097 31405 solver.cpp:343]     Test net output #1: loss = 0.0475455 (* 1 = 0.0475455 loss)
I0917 18:00:48.125007 31405 solver.cpp:214] Iteration 4970, loss = 0.0129898
I0917 18:00:48.125075 31405 solver.cpp:229]     Train net output #0: loss = 0.0129898 (* 1 = 0.0129898 loss)
I0917 18:00:48.125098 31405 solver.cpp:486] Iteration 4970, lr = 0.00738897
I0917 18:00:48.518090 31405 solver.cpp:294] Iteration 4980, Testing net (#0)
I0917 18:00:58.962704 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9841
I0917 18:00:58.962760 31405 solver.cpp:343]     Test net output #1: loss = 0.0468815 (* 1 = 0.0468815 loss)
I0917 18:00:58.997979 31405 solver.cpp:214] Iteration 4980, loss = 0.000662388
I0917 18:00:58.998039 31405 solver.cpp:229]     Train net output #0: loss = 0.000662345 (* 1 = 0.000662345 loss)
I0917 18:00:58.998057 31405 solver.cpp:486] Iteration 4980, lr = 0.00738527
I0917 18:00:59.374869 31405 solver.cpp:294] Iteration 4990, Testing net (#0)
I0917 18:01:09.807023 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9833
I0917 18:01:09.807132 31405 solver.cpp:343]     Test net output #1: loss = 0.0482765 (* 1 = 0.0482765 loss)
I0917 18:01:09.842149 31405 solver.cpp:214] Iteration 4990, loss = 0.0175362
I0917 18:01:09.842208 31405 solver.cpp:229]     Train net output #0: loss = 0.0175362 (* 1 = 0.0175362 loss)
I0917 18:01:09.842227 31405 solver.cpp:486] Iteration 4990, lr = 0.00738157
I0917 18:01:10.223225 31405 solver.cpp:294] Iteration 5000, Testing net (#0)
I0917 18:01:20.540168 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9854
I0917 18:01:20.540241 31405 solver.cpp:343]     Test net output #1: loss = 0.0434008 (* 1 = 0.0434008 loss)
I0917 18:01:20.582989 31405 solver.cpp:214] Iteration 5000, loss = 0.00876169
I0917 18:01:20.583039 31405 solver.cpp:229]     Train net output #0: loss = 0.00876166 (* 1 = 0.00876166 loss)
I0917 18:01:20.583055 31405 solver.cpp:486] Iteration 5000, lr = 0.00737788
I0917 18:01:20.970918 31405 solver.cpp:294] Iteration 5010, Testing net (#0)
I0917 18:01:31.373050 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9845
I0917 18:01:31.373113 31405 solver.cpp:343]     Test net output #1: loss = 0.0466634 (* 1 = 0.0466634 loss)
I0917 18:01:31.413841 31405 solver.cpp:214] Iteration 5010, loss = 0.0643689
I0917 18:01:31.413914 31405 solver.cpp:229]     Train net output #0: loss = 0.0643688 (* 1 = 0.0643688 loss)
I0917 18:01:31.413944 31405 solver.cpp:486] Iteration 5010, lr = 0.00737419
I0917 18:01:31.784246 31405 solver.cpp:294] Iteration 5020, Testing net (#0)
I0917 18:01:42.196053 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9819
I0917 18:01:42.196285 31405 solver.cpp:343]     Test net output #1: loss = 0.0549229 (* 1 = 0.0549229 loss)
I0917 18:01:42.226985 31405 solver.cpp:214] Iteration 5020, loss = 0.00532878
I0917 18:01:42.227035 31405 solver.cpp:229]     Train net output #0: loss = 0.00532873 (* 1 = 0.00532873 loss)
I0917 18:01:42.227048 31405 solver.cpp:486] Iteration 5020, lr = 0.00737051
I0917 18:01:42.593880 31405 solver.cpp:294] Iteration 5030, Testing net (#0)
I0917 18:01:53.035703 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9811
I0917 18:01:53.035776 31405 solver.cpp:343]     Test net output #1: loss = 0.0575229 (* 1 = 0.0575229 loss)
I0917 18:01:53.069299 31405 solver.cpp:214] Iteration 5030, loss = 0.00156409
I0917 18:01:53.069361 31405 solver.cpp:229]     Train net output #0: loss = 0.00156402 (* 1 = 0.00156402 loss)
I0917 18:01:53.069381 31405 solver.cpp:486] Iteration 5030, lr = 0.00736683
I0917 18:01:53.453186 31405 solver.cpp:294] Iteration 5040, Testing net (#0)
I0917 18:02:03.822528 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9852
I0917 18:02:03.822589 31405 solver.cpp:343]     Test net output #1: loss = 0.0442831 (* 1 = 0.0442831 loss)
I0917 18:02:03.866508 31405 solver.cpp:214] Iteration 5040, loss = 0.0628946
I0917 18:02:03.866585 31405 solver.cpp:229]     Train net output #0: loss = 0.0628946 (* 1 = 0.0628946 loss)
I0917 18:02:03.866612 31405 solver.cpp:486] Iteration 5040, lr = 0.00736316
I0917 18:02:04.276602 31405 solver.cpp:294] Iteration 5050, Testing net (#0)
I0917 18:02:14.598515 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9847
I0917 18:02:14.598589 31405 solver.cpp:343]     Test net output #1: loss = 0.0447422 (* 1 = 0.0447422 loss)
I0917 18:02:14.636144 31405 solver.cpp:214] Iteration 5050, loss = 0.00244216
I0917 18:02:14.636214 31405 solver.cpp:229]     Train net output #0: loss = 0.0024421 (* 1 = 0.0024421 loss)
I0917 18:02:14.636243 31405 solver.cpp:486] Iteration 5050, lr = 0.00735949
I0917 18:02:15.027854 31405 solver.cpp:294] Iteration 5060, Testing net (#0)
I0917 18:02:25.475569 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9828
I0917 18:02:25.475638 31405 solver.cpp:343]     Test net output #1: loss = 0.0508798 (* 1 = 0.0508798 loss)
I0917 18:02:25.504937 31405 solver.cpp:214] Iteration 5060, loss = 0.129813
I0917 18:02:25.505012 31405 solver.cpp:229]     Train net output #0: loss = 0.129813 (* 1 = 0.129813 loss)
I0917 18:02:25.505033 31405 solver.cpp:486] Iteration 5060, lr = 0.00735582
I0917 18:02:25.891230 31405 solver.cpp:294] Iteration 5070, Testing net (#0)
I0917 18:02:36.284098 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9837
I0917 18:02:36.284162 31405 solver.cpp:343]     Test net output #1: loss = 0.0467438 (* 1 = 0.0467438 loss)
I0917 18:02:36.315193 31405 solver.cpp:214] Iteration 5070, loss = 0.298175
I0917 18:02:36.315260 31405 solver.cpp:229]     Train net output #0: loss = 0.298175 (* 1 = 0.298175 loss)
I0917 18:02:36.315282 31405 solver.cpp:486] Iteration 5070, lr = 0.00735216
I0917 18:02:36.725615 31405 solver.cpp:294] Iteration 5080, Testing net (#0)
I0917 18:02:47.116153 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9835
I0917 18:02:47.116343 31405 solver.cpp:343]     Test net output #1: loss = 0.0472266 (* 1 = 0.0472266 loss)
I0917 18:02:47.156152 31405 solver.cpp:214] Iteration 5080, loss = 0.000328783
I0917 18:02:47.156229 31405 solver.cpp:229]     Train net output #0: loss = 0.000328714 (* 1 = 0.000328714 loss)
I0917 18:02:47.156257 31405 solver.cpp:486] Iteration 5080, lr = 0.0073485
I0917 18:02:47.540336 31405 solver.cpp:294] Iteration 5090, Testing net (#0)
I0917 18:02:57.900431 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9838
I0917 18:02:57.900487 31405 solver.cpp:343]     Test net output #1: loss = 0.04781 (* 1 = 0.04781 loss)
I0917 18:02:57.934650 31405 solver.cpp:214] Iteration 5090, loss = 0.0776279
I0917 18:02:57.934723 31405 solver.cpp:229]     Train net output #0: loss = 0.0776278 (* 1 = 0.0776278 loss)
I0917 18:02:57.934752 31405 solver.cpp:486] Iteration 5090, lr = 0.00734485
I0917 18:02:58.324309 31405 solver.cpp:294] Iteration 5100, Testing net (#0)
I0917 18:03:08.614550 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9847
I0917 18:03:08.614605 31405 solver.cpp:343]     Test net output #1: loss = 0.0429081 (* 1 = 0.0429081 loss)
I0917 18:03:08.655150 31405 solver.cpp:214] Iteration 5100, loss = 0.0885704
I0917 18:03:08.655218 31405 solver.cpp:229]     Train net output #0: loss = 0.0885704 (* 1 = 0.0885704 loss)
I0917 18:03:08.655246 31405 solver.cpp:486] Iteration 5100, lr = 0.0073412
I0917 18:03:09.036466 31405 solver.cpp:294] Iteration 5110, Testing net (#0)
I0917 18:03:19.429147 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9868
I0917 18:03:19.429255 31405 solver.cpp:343]     Test net output #1: loss = 0.0410452 (* 1 = 0.0410452 loss)
I0917 18:03:19.468199 31405 solver.cpp:214] Iteration 5110, loss = 0.0302777
I0917 18:03:19.468271 31405 solver.cpp:229]     Train net output #0: loss = 0.0302777 (* 1 = 0.0302777 loss)
I0917 18:03:19.468300 31405 solver.cpp:486] Iteration 5110, lr = 0.00733756
I0917 18:03:19.847132 31405 solver.cpp:294] Iteration 5120, Testing net (#0)
I0917 18:03:30.186476 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9867
I0917 18:03:30.186540 31405 solver.cpp:343]     Test net output #1: loss = 0.0411928 (* 1 = 0.0411928 loss)
I0917 18:03:30.226608 31405 solver.cpp:214] Iteration 5120, loss = 0.00024195
I0917 18:03:30.226667 31405 solver.cpp:229]     Train net output #0: loss = 0.000241894 (* 1 = 0.000241894 loss)
I0917 18:03:30.226689 31405 solver.cpp:486] Iteration 5120, lr = 0.00733392
I0917 18:03:30.592020 31405 solver.cpp:294] Iteration 5130, Testing net (#0)
I0917 18:03:40.952018 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9854
I0917 18:03:40.952066 31405 solver.cpp:343]     Test net output #1: loss = 0.0474621 (* 1 = 0.0474621 loss)
I0917 18:03:40.983278 31405 solver.cpp:214] Iteration 5130, loss = 0.00310027
I0917 18:03:40.983330 31405 solver.cpp:229]     Train net output #0: loss = 0.0031002 (* 1 = 0.0031002 loss)
I0917 18:03:40.983347 31405 solver.cpp:486] Iteration 5130, lr = 0.00733028
I0917 18:03:41.363454 31405 solver.cpp:294] Iteration 5140, Testing net (#0)
I0917 18:03:51.776870 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9864
I0917 18:03:51.776981 31405 solver.cpp:343]     Test net output #1: loss = 0.0438512 (* 1 = 0.0438512 loss)
I0917 18:03:51.815212 31405 solver.cpp:214] Iteration 5140, loss = 0.00160658
I0917 18:03:51.815297 31405 solver.cpp:229]     Train net output #0: loss = 0.00160652 (* 1 = 0.00160652 loss)
I0917 18:03:51.815326 31405 solver.cpp:486] Iteration 5140, lr = 0.00732665
I0917 18:03:52.178381 31405 solver.cpp:294] Iteration 5150, Testing net (#0)
I0917 18:04:02.673768 31405 solver.cpp:343]     Test net output #0: accuracy = 0.986
I0917 18:04:02.673823 31405 solver.cpp:343]     Test net output #1: loss = 0.0421923 (* 1 = 0.0421923 loss)
I0917 18:04:02.710886 31405 solver.cpp:214] Iteration 5150, loss = 0.0226911
I0917 18:04:02.710968 31405 solver.cpp:229]     Train net output #0: loss = 0.022691 (* 1 = 0.022691 loss)
I0917 18:04:02.710996 31405 solver.cpp:486] Iteration 5150, lr = 0.00732303
I0917 18:04:03.076352 31405 solver.cpp:294] Iteration 5160, Testing net (#0)
I0917 18:04:13.524307 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9856
I0917 18:04:13.524363 31405 solver.cpp:343]     Test net output #1: loss = 0.0436956 (* 1 = 0.0436956 loss)
I0917 18:04:13.563218 31405 solver.cpp:214] Iteration 5160, loss = 0.227713
I0917 18:04:13.563262 31405 solver.cpp:229]     Train net output #0: loss = 0.227713 (* 1 = 0.227713 loss)
I0917 18:04:13.563274 31405 solver.cpp:486] Iteration 5160, lr = 0.0073194
I0917 18:04:13.959174 31405 solver.cpp:294] Iteration 5170, Testing net (#0)
I0917 18:04:24.373369 31405 solver.cpp:343]     Test net output #0: accuracy = 0.985
I0917 18:04:24.376801 31405 solver.cpp:343]     Test net output #1: loss = 0.0459649 (* 1 = 0.0459649 loss)
I0917 18:04:24.412546 31405 solver.cpp:214] Iteration 5170, loss = 0.000807863
I0917 18:04:24.412592 31405 solver.cpp:229]     Train net output #0: loss = 0.00080781 (* 1 = 0.00080781 loss)
I0917 18:04:24.412605 31405 solver.cpp:486] Iteration 5170, lr = 0.00731578
I0917 18:04:24.776816 31405 solver.cpp:294] Iteration 5180, Testing net (#0)
I0917 18:04:35.209987 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9857
I0917 18:04:35.210046 31405 solver.cpp:343]     Test net output #1: loss = 0.0442509 (* 1 = 0.0442509 loss)
I0917 18:04:35.245096 31405 solver.cpp:214] Iteration 5180, loss = 0.0133993
I0917 18:04:35.245162 31405 solver.cpp:229]     Train net output #0: loss = 0.0133992 (* 1 = 0.0133992 loss)
I0917 18:04:35.245183 31405 solver.cpp:486] Iteration 5180, lr = 0.00731217
I0917 18:04:35.643483 31405 solver.cpp:294] Iteration 5190, Testing net (#0)
I0917 18:04:46.087342 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9855
I0917 18:04:46.087420 31405 solver.cpp:343]     Test net output #1: loss = 0.0461299 (* 1 = 0.0461299 loss)
I0917 18:04:46.129955 31405 solver.cpp:214] Iteration 5190, loss = 0.0010776
I0917 18:04:46.130017 31405 solver.cpp:229]     Train net output #0: loss = 0.00107753 (* 1 = 0.00107753 loss)
I0917 18:04:46.130038 31405 solver.cpp:486] Iteration 5190, lr = 0.00730856
I0917 18:04:46.523162 31405 solver.cpp:294] Iteration 5200, Testing net (#0)
I0917 18:04:56.972995 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9865
I0917 18:04:56.973079 31405 solver.cpp:343]     Test net output #1: loss = 0.0416389 (* 1 = 0.0416389 loss)
I0917 18:04:57.014189 31405 solver.cpp:214] Iteration 5200, loss = 0.0140126
I0917 18:04:57.014235 31405 solver.cpp:229]     Train net output #0: loss = 0.0140125 (* 1 = 0.0140125 loss)
I0917 18:04:57.014247 31405 solver.cpp:486] Iteration 5200, lr = 0.00730495
I0917 18:04:57.398766 31405 solver.cpp:294] Iteration 5210, Testing net (#0)
I0917 18:05:07.700906 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9858
I0917 18:05:07.700949 31405 solver.cpp:343]     Test net output #1: loss = 0.0414531 (* 1 = 0.0414531 loss)
I0917 18:05:07.733182 31405 solver.cpp:214] Iteration 5210, loss = 0.00227987
I0917 18:05:07.733238 31405 solver.cpp:229]     Train net output #0: loss = 0.0022798 (* 1 = 0.0022798 loss)
I0917 18:05:07.733261 31405 solver.cpp:486] Iteration 5210, lr = 0.00730135
I0917 18:05:08.113878 31405 solver.cpp:294] Iteration 5220, Testing net (#0)
I0917 18:05:18.456447 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9854
I0917 18:05:18.456519 31405 solver.cpp:343]     Test net output #1: loss = 0.0420306 (* 1 = 0.0420306 loss)
I0917 18:05:18.492368 31405 solver.cpp:214] Iteration 5220, loss = 0.0469444
I0917 18:05:18.492415 31405 solver.cpp:229]     Train net output #0: loss = 0.0469444 (* 1 = 0.0469444 loss)
I0917 18:05:18.492429 31405 solver.cpp:486] Iteration 5220, lr = 0.00729775
I0917 18:05:18.875300 31405 solver.cpp:294] Iteration 5230, Testing net (#0)
I0917 18:05:29.257222 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9866
I0917 18:05:29.257326 31405 solver.cpp:343]     Test net output #1: loss = 0.0416494 (* 1 = 0.0416494 loss)
I0917 18:05:29.290318 31405 solver.cpp:214] Iteration 5230, loss = 0.0160659
I0917 18:05:29.290383 31405 solver.cpp:229]     Train net output #0: loss = 0.0160659 (* 1 = 0.0160659 loss)
I0917 18:05:29.290405 31405 solver.cpp:486] Iteration 5230, lr = 0.00729416
I0917 18:05:29.665307 31405 solver.cpp:294] Iteration 5240, Testing net (#0)
I0917 18:05:40.140185 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9873
I0917 18:05:40.140243 31405 solver.cpp:343]     Test net output #1: loss = 0.0406917 (* 1 = 0.0406917 loss)
I0917 18:05:40.178491 31405 solver.cpp:214] Iteration 5240, loss = 0.00174996
I0917 18:05:40.178545 31405 solver.cpp:229]     Train net output #0: loss = 0.0017499 (* 1 = 0.0017499 loss)
I0917 18:05:40.178560 31405 solver.cpp:486] Iteration 5240, lr = 0.00729057
I0917 18:05:40.569586 31405 solver.cpp:294] Iteration 5250, Testing net (#0)
I0917 18:05:50.997346 31405 solver.cpp:343]     Test net output #0: accuracy = 0.986
I0917 18:05:50.997411 31405 solver.cpp:343]     Test net output #1: loss = 0.0417505 (* 1 = 0.0417505 loss)
I0917 18:05:51.031275 31405 solver.cpp:214] Iteration 5250, loss = 0.0305797
I0917 18:05:51.031343 31405 solver.cpp:229]     Train net output #0: loss = 0.0305796 (* 1 = 0.0305796 loss)
I0917 18:05:51.031373 31405 solver.cpp:486] Iteration 5250, lr = 0.00728698
I0917 18:05:51.418910 31405 solver.cpp:294] Iteration 5260, Testing net (#0)
I0917 18:06:01.811353 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9855
I0917 18:06:01.811523 31405 solver.cpp:343]     Test net output #1: loss = 0.0433342 (* 1 = 0.0433342 loss)
I0917 18:06:01.847483 31405 solver.cpp:214] Iteration 5260, loss = 0.00228231
I0917 18:06:01.847565 31405 solver.cpp:229]     Train net output #0: loss = 0.00228226 (* 1 = 0.00228226 loss)
I0917 18:06:01.847592 31405 solver.cpp:486] Iteration 5260, lr = 0.0072834
I0917 18:06:02.237809 31405 solver.cpp:294] Iteration 5270, Testing net (#0)
I0917 18:06:12.594969 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9847
I0917 18:06:12.595042 31405 solver.cpp:343]     Test net output #1: loss = 0.0433269 (* 1 = 0.0433269 loss)
I0917 18:06:12.635043 31405 solver.cpp:214] Iteration 5270, loss = 0.000301763
I0917 18:06:12.635115 31405 solver.cpp:229]     Train net output #0: loss = 0.000301716 (* 1 = 0.000301716 loss)
I0917 18:06:12.635145 31405 solver.cpp:486] Iteration 5270, lr = 0.00727982
I0917 18:06:13.029755 31405 solver.cpp:294] Iteration 5280, Testing net (#0)
I0917 18:06:23.438514 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9866
I0917 18:06:23.438570 31405 solver.cpp:343]     Test net output #1: loss = 0.0402682 (* 1 = 0.0402682 loss)
I0917 18:06:23.476030 31405 solver.cpp:214] Iteration 5280, loss = 0.0197574
I0917 18:06:23.476094 31405 solver.cpp:229]     Train net output #0: loss = 0.0197574 (* 1 = 0.0197574 loss)
I0917 18:06:23.476114 31405 solver.cpp:486] Iteration 5280, lr = 0.00727625
I0917 18:06:23.863030 31405 solver.cpp:294] Iteration 5290, Testing net (#0)
I0917 18:06:34.299443 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9872
I0917 18:06:34.299556 31405 solver.cpp:343]     Test net output #1: loss = 0.0378326 (* 1 = 0.0378326 loss)
I0917 18:06:34.339668 31405 solver.cpp:214] Iteration 5290, loss = 0.00143164
I0917 18:06:34.339745 31405 solver.cpp:229]     Train net output #0: loss = 0.00143159 (* 1 = 0.00143159 loss)
I0917 18:06:34.339773 31405 solver.cpp:486] Iteration 5290, lr = 0.00727268
I0917 18:06:34.734827 31405 solver.cpp:294] Iteration 5300, Testing net (#0)
I0917 18:06:45.181959 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9861
I0917 18:06:45.182021 31405 solver.cpp:343]     Test net output #1: loss = 0.0407605 (* 1 = 0.0407605 loss)
I0917 18:06:45.221546 31405 solver.cpp:214] Iteration 5300, loss = 0.0039528
I0917 18:06:45.221591 31405 solver.cpp:229]     Train net output #0: loss = 0.00395275 (* 1 = 0.00395275 loss)
I0917 18:06:45.221604 31405 solver.cpp:486] Iteration 5300, lr = 0.00726911
I0917 18:06:45.625011 31405 solver.cpp:294] Iteration 5310, Testing net (#0)
I0917 18:06:56.146489 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9876
I0917 18:06:56.146538 31405 solver.cpp:343]     Test net output #1: loss = 0.0390477 (* 1 = 0.0390477 loss)
I0917 18:06:56.182482 31405 solver.cpp:214] Iteration 5310, loss = 0.00223347
I0917 18:06:56.182545 31405 solver.cpp:229]     Train net output #0: loss = 0.00223344 (* 1 = 0.00223344 loss)
I0917 18:06:56.182569 31405 solver.cpp:486] Iteration 5310, lr = 0.00726555
I0917 18:06:56.550535 31405 solver.cpp:294] Iteration 5320, Testing net (#0)
I0917 18:07:06.981256 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9862
I0917 18:07:06.981420 31405 solver.cpp:343]     Test net output #1: loss = 0.0418082 (* 1 = 0.0418082 loss)
I0917 18:07:07.017951 31405 solver.cpp:214] Iteration 5320, loss = 0.00154324
I0917 18:07:07.018009 31405 solver.cpp:229]     Train net output #0: loss = 0.00154321 (* 1 = 0.00154321 loss)
I0917 18:07:07.018030 31405 solver.cpp:486] Iteration 5320, lr = 0.00726199
I0917 18:07:07.399958 31405 solver.cpp:294] Iteration 5330, Testing net (#0)
I0917 18:07:17.854212 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9874
I0917 18:07:17.854255 31405 solver.cpp:343]     Test net output #1: loss = 0.0406553 (* 1 = 0.0406553 loss)
I0917 18:07:17.887785 31405 solver.cpp:214] Iteration 5330, loss = 0.00577821
I0917 18:07:17.887864 31405 solver.cpp:229]     Train net output #0: loss = 0.00577816 (* 1 = 0.00577816 loss)
I0917 18:07:17.887892 31405 solver.cpp:486] Iteration 5330, lr = 0.00725844
I0917 18:07:18.252027 31405 solver.cpp:294] Iteration 5340, Testing net (#0)
I0917 18:07:28.688902 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9872
I0917 18:07:28.688995 31405 solver.cpp:343]     Test net output #1: loss = 0.0418075 (* 1 = 0.0418075 loss)
I0917 18:07:28.718135 31405 solver.cpp:214] Iteration 5340, loss = 0.00131803
I0917 18:07:28.718190 31405 solver.cpp:229]     Train net output #0: loss = 0.00131798 (* 1 = 0.00131798 loss)
I0917 18:07:28.718207 31405 solver.cpp:486] Iteration 5340, lr = 0.00725489
I0917 18:07:29.108049 31405 solver.cpp:294] Iteration 5350, Testing net (#0)
I0917 18:07:39.546735 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9876
I0917 18:07:39.546859 31405 solver.cpp:343]     Test net output #1: loss = 0.0409886 (* 1 = 0.0409886 loss)
I0917 18:07:39.583158 31405 solver.cpp:214] Iteration 5350, loss = 0.118233
I0917 18:07:39.583211 31405 solver.cpp:229]     Train net output #0: loss = 0.118233 (* 1 = 0.118233 loss)
I0917 18:07:39.583231 31405 solver.cpp:486] Iteration 5350, lr = 0.00725135
I0917 18:07:39.984520 31405 solver.cpp:294] Iteration 5360, Testing net (#0)
I0917 18:07:50.459852 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9854
I0917 18:07:50.459909 31405 solver.cpp:343]     Test net output #1: loss = 0.043631 (* 1 = 0.043631 loss)
I0917 18:07:50.498322 31405 solver.cpp:214] Iteration 5360, loss = 0.0547295
I0917 18:07:50.498394 31405 solver.cpp:229]     Train net output #0: loss = 0.0547294 (* 1 = 0.0547294 loss)
I0917 18:07:50.498422 31405 solver.cpp:486] Iteration 5360, lr = 0.00724781
I0917 18:07:50.880419 31405 solver.cpp:294] Iteration 5370, Testing net (#0)
I0917 18:08:01.254323 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9849
I0917 18:08:01.254366 31405 solver.cpp:343]     Test net output #1: loss = 0.0445699 (* 1 = 0.0445699 loss)
I0917 18:08:01.287638 31405 solver.cpp:214] Iteration 5370, loss = 0.00054979
I0917 18:08:01.287694 31405 solver.cpp:229]     Train net output #0: loss = 0.000549708 (* 1 = 0.000549708 loss)
I0917 18:08:01.287708 31405 solver.cpp:486] Iteration 5370, lr = 0.00724427
I0917 18:08:01.665499 31405 solver.cpp:294] Iteration 5380, Testing net (#0)
I0917 18:08:12.099860 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9849
I0917 18:08:12.100021 31405 solver.cpp:343]     Test net output #1: loss = 0.0432551 (* 1 = 0.0432551 loss)
I0917 18:08:12.134088 31405 solver.cpp:214] Iteration 5380, loss = 0.00153701
I0917 18:08:12.134141 31405 solver.cpp:229]     Train net output #0: loss = 0.00153694 (* 1 = 0.00153694 loss)
I0917 18:08:12.134157 31405 solver.cpp:486] Iteration 5380, lr = 0.00724074
I0917 18:08:12.514008 31405 solver.cpp:294] Iteration 5390, Testing net (#0)
I0917 18:08:22.906250 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9827
I0917 18:08:22.906309 31405 solver.cpp:343]     Test net output #1: loss = 0.0507079 (* 1 = 0.0507079 loss)
I0917 18:08:22.940321 31405 solver.cpp:214] Iteration 5390, loss = 0.00315502
I0917 18:08:22.940381 31405 solver.cpp:229]     Train net output #0: loss = 0.00315494 (* 1 = 0.00315494 loss)
I0917 18:08:22.940399 31405 solver.cpp:486] Iteration 5390, lr = 0.00723721
I0917 18:08:23.322443 31405 solver.cpp:294] Iteration 5400, Testing net (#0)
I0917 18:08:33.686414 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9836
I0917 18:08:33.686461 31405 solver.cpp:343]     Test net output #1: loss = 0.0500124 (* 1 = 0.0500124 loss)
I0917 18:08:33.721514 31405 solver.cpp:214] Iteration 5400, loss = 0.162451
I0917 18:08:33.721581 31405 solver.cpp:229]     Train net output #0: loss = 0.162451 (* 1 = 0.162451 loss)
I0917 18:08:33.721607 31405 solver.cpp:486] Iteration 5400, lr = 0.00723368
I0917 18:08:34.102917 31405 solver.cpp:294] Iteration 5410, Testing net (#0)
I0917 18:08:44.500716 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9867
I0917 18:08:44.505020 31405 solver.cpp:343]     Test net output #1: loss = 0.0388289 (* 1 = 0.0388289 loss)
I0917 18:08:44.544559 31405 solver.cpp:214] Iteration 5410, loss = 0.502499
I0917 18:08:44.544626 31405 solver.cpp:229]     Train net output #0: loss = 0.502499 (* 1 = 0.502499 loss)
I0917 18:08:44.544649 31405 solver.cpp:486] Iteration 5410, lr = 0.00723016
I0917 18:08:44.935679 31405 solver.cpp:294] Iteration 5420, Testing net (#0)
I0917 18:08:55.444802 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9855
I0917 18:08:55.444859 31405 solver.cpp:343]     Test net output #1: loss = 0.0420754 (* 1 = 0.0420754 loss)
I0917 18:08:55.482678 31405 solver.cpp:214] Iteration 5420, loss = 0.0292326
I0917 18:08:55.482733 31405 solver.cpp:229]     Train net output #0: loss = 0.0292326 (* 1 = 0.0292326 loss)
I0917 18:08:55.482751 31405 solver.cpp:486] Iteration 5420, lr = 0.00722664
I0917 18:08:55.869227 31405 solver.cpp:294] Iteration 5430, Testing net (#0)
I0917 18:09:06.256896 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9845
I0917 18:09:06.257124 31405 solver.cpp:343]     Test net output #1: loss = 0.0480236 (* 1 = 0.0480236 loss)
I0917 18:09:06.294602 31405 solver.cpp:214] Iteration 5430, loss = 0.075347
I0917 18:09:06.294654 31405 solver.cpp:229]     Train net output #0: loss = 0.075347 (* 1 = 0.075347 loss)
I0917 18:09:06.294669 31405 solver.cpp:486] Iteration 5430, lr = 0.00722313
I0917 18:09:06.683907 31405 solver.cpp:294] Iteration 5440, Testing net (#0)
I0917 18:09:17.095249 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9838
I0917 18:09:17.095355 31405 solver.cpp:343]     Test net output #1: loss = 0.0525226 (* 1 = 0.0525226 loss)
I0917 18:09:17.135706 31405 solver.cpp:214] Iteration 5440, loss = 0.00215781
I0917 18:09:17.135768 31405 solver.cpp:229]     Train net output #0: loss = 0.00215771 (* 1 = 0.00215771 loss)
I0917 18:09:17.135789 31405 solver.cpp:486] Iteration 5440, lr = 0.00721962
I0917 18:09:17.510756 31405 solver.cpp:294] Iteration 5450, Testing net (#0)
I0917 18:09:27.962731 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9819
I0917 18:09:27.962808 31405 solver.cpp:343]     Test net output #1: loss = 0.0575055 (* 1 = 0.0575055 loss)
I0917 18:09:27.999673 31405 solver.cpp:214] Iteration 5450, loss = 0.00728577
I0917 18:09:27.999727 31405 solver.cpp:229]     Train net output #0: loss = 0.00728567 (* 1 = 0.00728567 loss)
I0917 18:09:27.999744 31405 solver.cpp:486] Iteration 5450, lr = 0.00721612
I0917 18:09:28.388660 31405 solver.cpp:294] Iteration 5460, Testing net (#0)
I0917 18:09:38.848300 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9798
I0917 18:09:38.848363 31405 solver.cpp:343]     Test net output #1: loss = 0.0600766 (* 1 = 0.0600766 loss)
I0917 18:09:38.884248 31405 solver.cpp:214] Iteration 5460, loss = 0.00443087
I0917 18:09:38.884306 31405 solver.cpp:229]     Train net output #0: loss = 0.00443076 (* 1 = 0.00443076 loss)
I0917 18:09:38.884325 31405 solver.cpp:486] Iteration 5460, lr = 0.00721262
I0917 18:09:39.290518 31405 solver.cpp:294] Iteration 5470, Testing net (#0)
I0917 18:09:49.739346 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9819
I0917 18:09:49.739550 31405 solver.cpp:343]     Test net output #1: loss = 0.0554192 (* 1 = 0.0554192 loss)
I0917 18:09:49.779803 31405 solver.cpp:214] Iteration 5470, loss = 0.144771
I0917 18:09:49.779850 31405 solver.cpp:229]     Train net output #0: loss = 0.144771 (* 1 = 0.144771 loss)
I0917 18:09:49.779865 31405 solver.cpp:486] Iteration 5470, lr = 0.00720912
I0917 18:09:50.163733 31405 solver.cpp:294] Iteration 5480, Testing net (#0)
I0917 18:10:00.592315 31405 solver.cpp:343]     Test net output #0: accuracy = 0.983
I0917 18:10:00.592378 31405 solver.cpp:343]     Test net output #1: loss = 0.0517637 (* 1 = 0.0517637 loss)
I0917 18:10:00.627010 31405 solver.cpp:214] Iteration 5480, loss = 0.0251232
I0917 18:10:00.627070 31405 solver.cpp:229]     Train net output #0: loss = 0.0251231 (* 1 = 0.0251231 loss)
I0917 18:10:00.627089 31405 solver.cpp:486] Iteration 5480, lr = 0.00720563
I0917 18:10:01.013701 31405 solver.cpp:294] Iteration 5490, Testing net (#0)
I0917 18:10:11.422775 31405 solver.cpp:343]     Test net output #0: accuracy = 0.982
I0917 18:10:11.422827 31405 solver.cpp:343]     Test net output #1: loss = 0.0525342 (* 1 = 0.0525342 loss)
I0917 18:10:11.460844 31405 solver.cpp:214] Iteration 5490, loss = 0.422939
I0917 18:10:11.460896 31405 solver.cpp:229]     Train net output #0: loss = 0.422939 (* 1 = 0.422939 loss)
I0917 18:10:11.460912 31405 solver.cpp:486] Iteration 5490, lr = 0.00720214
I0917 18:10:11.842386 31405 solver.cpp:294] Iteration 5500, Testing net (#0)
I0917 18:10:22.300068 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9784
I0917 18:10:22.300173 31405 solver.cpp:343]     Test net output #1: loss = 0.0617833 (* 1 = 0.0617833 loss)
I0917 18:10:22.345306 31405 solver.cpp:214] Iteration 5500, loss = 0.504586
I0917 18:10:22.345371 31405 solver.cpp:229]     Train net output #0: loss = 0.504586 (* 1 = 0.504586 loss)
I0917 18:10:22.345396 31405 solver.cpp:486] Iteration 5500, lr = 0.00719865
I0917 18:10:22.725196 31405 solver.cpp:294] Iteration 5510, Testing net (#0)
I0917 18:10:33.192766 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9865
I0917 18:10:33.192822 31405 solver.cpp:343]     Test net output #1: loss = 0.0417059 (* 1 = 0.0417059 loss)
I0917 18:10:33.226979 31405 solver.cpp:214] Iteration 5510, loss = 0.0243266
I0917 18:10:33.227032 31405 solver.cpp:229]     Train net output #0: loss = 0.0243265 (* 1 = 0.0243265 loss)
I0917 18:10:33.227051 31405 solver.cpp:486] Iteration 5510, lr = 0.00719517
I0917 18:10:33.613180 31405 solver.cpp:294] Iteration 5520, Testing net (#0)
I0917 18:10:43.997669 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9878
I0917 18:10:43.997747 31405 solver.cpp:343]     Test net output #1: loss = 0.0404148 (* 1 = 0.0404148 loss)
I0917 18:10:44.040012 31405 solver.cpp:214] Iteration 5520, loss = 0.00115415
I0917 18:10:44.040073 31405 solver.cpp:229]     Train net output #0: loss = 0.00115404 (* 1 = 0.00115404 loss)
I0917 18:10:44.040094 31405 solver.cpp:486] Iteration 5520, lr = 0.00719169
I0917 18:10:44.416472 31405 solver.cpp:294] Iteration 5530, Testing net (#0)
I0917 18:10:54.860643 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9871
I0917 18:10:54.860736 31405 solver.cpp:343]     Test net output #1: loss = 0.0407365 (* 1 = 0.0407365 loss)
I0917 18:10:54.893647 31405 solver.cpp:214] Iteration 5530, loss = 0.124315
I0917 18:10:54.893714 31405 solver.cpp:229]     Train net output #0: loss = 0.124315 (* 1 = 0.124315 loss)
I0917 18:10:54.893738 31405 solver.cpp:486] Iteration 5530, lr = 0.00718822
I0917 18:10:55.273164 31405 solver.cpp:294] Iteration 5540, Testing net (#0)
I0917 18:11:05.786546 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9848
I0917 18:11:05.786607 31405 solver.cpp:343]     Test net output #1: loss = 0.0453624 (* 1 = 0.0453624 loss)
I0917 18:11:05.828012 31405 solver.cpp:214] Iteration 5540, loss = 0.478776
I0917 18:11:05.828068 31405 solver.cpp:229]     Train net output #0: loss = 0.478775 (* 1 = 0.478775 loss)
I0917 18:11:05.828084 31405 solver.cpp:486] Iteration 5540, lr = 0.00718475
I0917 18:11:06.202992 31405 solver.cpp:294] Iteration 5550, Testing net (#0)
I0917 18:11:16.574272 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9808
I0917 18:11:16.574331 31405 solver.cpp:343]     Test net output #1: loss = 0.0589525 (* 1 = 0.0589525 loss)
I0917 18:11:16.613481 31405 solver.cpp:214] Iteration 5550, loss = 0.0079651
I0917 18:11:16.613554 31405 solver.cpp:229]     Train net output #0: loss = 0.007965 (* 1 = 0.007965 loss)
I0917 18:11:16.613575 31405 solver.cpp:486] Iteration 5550, lr = 0.00718129
I0917 18:11:16.989475 31405 solver.cpp:294] Iteration 5560, Testing net (#0)
I0917 18:11:27.399751 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9804
I0917 18:11:27.401089 31405 solver.cpp:343]     Test net output #1: loss = 0.0581677 (* 1 = 0.0581677 loss)
I0917 18:11:27.442847 31405 solver.cpp:214] Iteration 5560, loss = 0.00183142
I0917 18:11:27.442915 31405 solver.cpp:229]     Train net output #0: loss = 0.00183132 (* 1 = 0.00183132 loss)
I0917 18:11:27.442936 31405 solver.cpp:486] Iteration 5560, lr = 0.00717782
I0917 18:11:27.846684 31405 solver.cpp:294] Iteration 5570, Testing net (#0)
I0917 18:11:38.237360 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9844
I0917 18:11:38.237396 31405 solver.cpp:343]     Test net output #1: loss = 0.0445367 (* 1 = 0.0445367 loss)
I0917 18:11:38.279688 31405 solver.cpp:214] Iteration 5570, loss = 0.111416
I0917 18:11:38.279752 31405 solver.cpp:229]     Train net output #0: loss = 0.111416 (* 1 = 0.111416 loss)
I0917 18:11:38.279773 31405 solver.cpp:486] Iteration 5570, lr = 0.00717437
I0917 18:11:38.663553 31405 solver.cpp:294] Iteration 5580, Testing net (#0)
I0917 18:11:48.941097 31405 solver.cpp:343]     Test net output #0: accuracy = 0.986
I0917 18:11:48.941150 31405 solver.cpp:343]     Test net output #1: loss = 0.0396418 (* 1 = 0.0396418 loss)
I0917 18:11:48.975782 31405 solver.cpp:214] Iteration 5580, loss = 0.143561
I0917 18:11:48.975857 31405 solver.cpp:229]     Train net output #0: loss = 0.143561 (* 1 = 0.143561 loss)
I0917 18:11:48.975879 31405 solver.cpp:486] Iteration 5580, lr = 0.00717091
I0917 18:11:49.364972 31405 solver.cpp:294] Iteration 5590, Testing net (#0)
I0917 18:11:59.846688 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9868
I0917 18:11:59.846791 31405 solver.cpp:343]     Test net output #1: loss = 0.038321 (* 1 = 0.038321 loss)
I0917 18:11:59.880841 31405 solver.cpp:214] Iteration 5590, loss = 0.0286611
I0917 18:11:59.880888 31405 solver.cpp:229]     Train net output #0: loss = 0.028661 (* 1 = 0.028661 loss)
I0917 18:11:59.880900 31405 solver.cpp:486] Iteration 5590, lr = 0.00716746
I0917 18:12:00.280225 31405 solver.cpp:294] Iteration 5600, Testing net (#0)
I0917 18:12:10.717247 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9861
I0917 18:12:10.717298 31405 solver.cpp:343]     Test net output #1: loss = 0.0405567 (* 1 = 0.0405567 loss)
I0917 18:12:10.757887 31405 solver.cpp:214] Iteration 5600, loss = 0.000595029
I0917 18:12:10.757957 31405 solver.cpp:229]     Train net output #0: loss = 0.000594941 (* 1 = 0.000594941 loss)
I0917 18:12:10.757985 31405 solver.cpp:486] Iteration 5600, lr = 0.00716402
I0917 18:12:11.137743 31405 solver.cpp:294] Iteration 5610, Testing net (#0)
I0917 18:12:21.658474 31405 solver.cpp:343]     Test net output #0: accuracy = 0.985
I0917 18:12:21.658545 31405 solver.cpp:343]     Test net output #1: loss = 0.0415863 (* 1 = 0.0415863 loss)
I0917 18:12:21.692438 31405 solver.cpp:214] Iteration 5610, loss = 0.0700597
I0917 18:12:21.692500 31405 solver.cpp:229]     Train net output #0: loss = 0.0700596 (* 1 = 0.0700596 loss)
I0917 18:12:21.692518 31405 solver.cpp:486] Iteration 5610, lr = 0.00716057
I0917 18:12:22.067786 31405 solver.cpp:294] Iteration 5620, Testing net (#0)
I0917 18:12:32.547045 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9857
I0917 18:12:32.547219 31405 solver.cpp:343]     Test net output #1: loss = 0.0403442 (* 1 = 0.0403442 loss)
I0917 18:12:32.586122 31405 solver.cpp:214] Iteration 5620, loss = 0.0227752
I0917 18:12:32.586184 31405 solver.cpp:229]     Train net output #0: loss = 0.0227751 (* 1 = 0.0227751 loss)
I0917 18:12:32.586202 31405 solver.cpp:486] Iteration 5620, lr = 0.00715713
I0917 18:12:32.969133 31405 solver.cpp:294] Iteration 5630, Testing net (#0)
I0917 18:12:43.387048 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9856
I0917 18:12:43.387104 31405 solver.cpp:343]     Test net output #1: loss = 0.0414222 (* 1 = 0.0414222 loss)
I0917 18:12:43.424208 31405 solver.cpp:214] Iteration 5630, loss = 0.00151206
I0917 18:12:43.424252 31405 solver.cpp:229]     Train net output #0: loss = 0.00151198 (* 1 = 0.00151198 loss)
I0917 18:12:43.424264 31405 solver.cpp:486] Iteration 5630, lr = 0.0071537
I0917 18:12:43.802659 31405 solver.cpp:294] Iteration 5640, Testing net (#0)
I0917 18:12:54.307921 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9841
I0917 18:12:54.307979 31405 solver.cpp:343]     Test net output #1: loss = 0.0446072 (* 1 = 0.0446072 loss)
I0917 18:12:54.346542 31405 solver.cpp:214] Iteration 5640, loss = 0.00322283
I0917 18:12:54.346601 31405 solver.cpp:229]     Train net output #0: loss = 0.00322275 (* 1 = 0.00322275 loss)
I0917 18:12:54.346621 31405 solver.cpp:486] Iteration 5640, lr = 0.00715027
I0917 18:12:54.721503 31405 solver.cpp:294] Iteration 5650, Testing net (#0)
I0917 18:13:05.180176 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9839
I0917 18:13:05.180263 31405 solver.cpp:343]     Test net output #1: loss = 0.0457624 (* 1 = 0.0457624 loss)
I0917 18:13:05.219151 31405 solver.cpp:214] Iteration 5650, loss = 0.0086545
I0917 18:13:05.219221 31405 solver.cpp:229]     Train net output #0: loss = 0.00865441 (* 1 = 0.00865441 loss)
I0917 18:13:05.219249 31405 solver.cpp:486] Iteration 5650, lr = 0.00714684
I0917 18:13:05.601191 31405 solver.cpp:294] Iteration 5660, Testing net (#0)
I0917 18:13:16.070842 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9847
I0917 18:13:16.070897 31405 solver.cpp:343]     Test net output #1: loss = 0.0432315 (* 1 = 0.0432315 loss)
I0917 18:13:16.113142 31405 solver.cpp:214] Iteration 5660, loss = 0.000338173
I0917 18:13:16.113209 31405 solver.cpp:229]     Train net output #0: loss = 0.000338088 (* 1 = 0.000338088 loss)
I0917 18:13:16.113230 31405 solver.cpp:486] Iteration 5660, lr = 0.00714342
I0917 18:13:16.503089 31405 solver.cpp:294] Iteration 5670, Testing net (#0)
I0917 18:13:26.898212 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9851
I0917 18:13:26.898273 31405 solver.cpp:343]     Test net output #1: loss = 0.0415888 (* 1 = 0.0415888 loss)
I0917 18:13:26.932973 31405 solver.cpp:214] Iteration 5670, loss = 0.000828739
I0917 18:13:26.933032 31405 solver.cpp:229]     Train net output #0: loss = 0.000828643 (* 1 = 0.000828643 loss)
I0917 18:13:26.933053 31405 solver.cpp:486] Iteration 5670, lr = 0.00714
I0917 18:13:27.316004 31405 solver.cpp:294] Iteration 5680, Testing net (#0)
I0917 18:13:37.756471 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9854
I0917 18:13:37.756577 31405 solver.cpp:343]     Test net output #1: loss = 0.041352 (* 1 = 0.041352 loss)
I0917 18:13:37.800676 31405 solver.cpp:214] Iteration 5680, loss = 0.00801296
I0917 18:13:37.800736 31405 solver.cpp:229]     Train net output #0: loss = 0.00801288 (* 1 = 0.00801288 loss)
I0917 18:13:37.800751 31405 solver.cpp:486] Iteration 5680, lr = 0.00713659
I0917 18:13:38.174584 31405 solver.cpp:294] Iteration 5690, Testing net (#0)
I0917 18:13:48.581403 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9869
I0917 18:13:48.581455 31405 solver.cpp:343]     Test net output #1: loss = 0.0382848 (* 1 = 0.0382848 loss)
I0917 18:13:48.622720 31405 solver.cpp:214] Iteration 5690, loss = 0.0028625
I0917 18:13:48.622771 31405 solver.cpp:229]     Train net output #0: loss = 0.00286245 (* 1 = 0.00286245 loss)
I0917 18:13:48.622786 31405 solver.cpp:486] Iteration 5690, lr = 0.00713317
I0917 18:13:49.008821 31405 solver.cpp:294] Iteration 5700, Testing net (#0)
I0917 18:13:59.441867 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9864
I0917 18:13:59.441936 31405 solver.cpp:343]     Test net output #1: loss = 0.0396131 (* 1 = 0.0396131 loss)
I0917 18:13:59.480295 31405 solver.cpp:214] Iteration 5700, loss = 0.00314958
I0917 18:13:59.480366 31405 solver.cpp:229]     Train net output #0: loss = 0.0031495 (* 1 = 0.0031495 loss)
I0917 18:13:59.480391 31405 solver.cpp:486] Iteration 5700, lr = 0.00712977
I0917 18:13:59.886198 31405 solver.cpp:294] Iteration 5710, Testing net (#0)
I0917 18:14:10.277830 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9865
I0917 18:14:10.278806 31405 solver.cpp:343]     Test net output #1: loss = 0.0404957 (* 1 = 0.0404957 loss)
I0917 18:14:10.316421 31405 solver.cpp:214] Iteration 5710, loss = 0.0243195
I0917 18:14:10.316490 31405 solver.cpp:229]     Train net output #0: loss = 0.0243194 (* 1 = 0.0243194 loss)
I0917 18:14:10.316517 31405 solver.cpp:486] Iteration 5710, lr = 0.00712636
I0917 18:14:10.692306 31405 solver.cpp:294] Iteration 5720, Testing net (#0)
I0917 18:14:21.069223 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9853
I0917 18:14:21.069278 31405 solver.cpp:343]     Test net output #1: loss = 0.0420874 (* 1 = 0.0420874 loss)
I0917 18:14:21.103121 31405 solver.cpp:214] Iteration 5720, loss = 0.0511713
I0917 18:14:21.103188 31405 solver.cpp:229]     Train net output #0: loss = 0.0511712 (* 1 = 0.0511712 loss)
I0917 18:14:21.103212 31405 solver.cpp:486] Iteration 5720, lr = 0.00712296
I0917 18:14:21.479775 31405 solver.cpp:294] Iteration 5730, Testing net (#0)
I0917 18:14:31.833300 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9849
I0917 18:14:31.833354 31405 solver.cpp:343]     Test net output #1: loss = 0.0450636 (* 1 = 0.0450636 loss)
I0917 18:14:31.863597 31405 solver.cpp:214] Iteration 5730, loss = 0.00235522
I0917 18:14:31.863653 31405 solver.cpp:229]     Train net output #0: loss = 0.00235513 (* 1 = 0.00235513 loss)
I0917 18:14:31.863672 31405 solver.cpp:486] Iteration 5730, lr = 0.00711956
I0917 18:14:32.248800 31405 solver.cpp:294] Iteration 5740, Testing net (#0)
I0917 18:14:42.691416 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9844
I0917 18:14:42.693703 31405 solver.cpp:343]     Test net output #1: loss = 0.0456829 (* 1 = 0.0456829 loss)
I0917 18:14:42.729837 31405 solver.cpp:214] Iteration 5740, loss = 0.236543
I0917 18:14:42.729893 31405 solver.cpp:229]     Train net output #0: loss = 0.236542 (* 1 = 0.236542 loss)
I0917 18:14:42.729912 31405 solver.cpp:486] Iteration 5740, lr = 0.00711617
I0917 18:14:43.110913 31405 solver.cpp:294] Iteration 5750, Testing net (#0)
I0917 18:14:53.531302 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9863
I0917 18:14:53.531366 31405 solver.cpp:343]     Test net output #1: loss = 0.040706 (* 1 = 0.040706 loss)
I0917 18:14:53.567103 31405 solver.cpp:214] Iteration 5750, loss = 0.0184947
I0917 18:14:53.567163 31405 solver.cpp:229]     Train net output #0: loss = 0.0184946 (* 1 = 0.0184946 loss)
I0917 18:14:53.567183 31405 solver.cpp:486] Iteration 5750, lr = 0.00711278
I0917 18:14:53.941416 31405 solver.cpp:294] Iteration 5760, Testing net (#0)
I0917 18:15:04.287915 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9857
I0917 18:15:04.287972 31405 solver.cpp:343]     Test net output #1: loss = 0.0409811 (* 1 = 0.0409811 loss)
I0917 18:15:04.323820 31405 solver.cpp:214] Iteration 5760, loss = 0.0113125
I0917 18:15:04.323886 31405 solver.cpp:229]     Train net output #0: loss = 0.0113125 (* 1 = 0.0113125 loss)
I0917 18:15:04.323905 31405 solver.cpp:486] Iteration 5760, lr = 0.0071094
I0917 18:15:04.711362 31405 solver.cpp:294] Iteration 5770, Testing net (#0)
I0917 18:15:15.166491 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9847
I0917 18:15:15.166703 31405 solver.cpp:343]     Test net output #1: loss = 0.0435826 (* 1 = 0.0435826 loss)
I0917 18:15:15.197377 31405 solver.cpp:214] Iteration 5770, loss = 0.0198803
I0917 18:15:15.197450 31405 solver.cpp:229]     Train net output #0: loss = 0.0198802 (* 1 = 0.0198802 loss)
I0917 18:15:15.197476 31405 solver.cpp:486] Iteration 5770, lr = 0.00710602
I0917 18:15:15.594852 31405 solver.cpp:294] Iteration 5780, Testing net (#0)
I0917 18:15:26.024363 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9857
I0917 18:15:26.024435 31405 solver.cpp:343]     Test net output #1: loss = 0.0412278 (* 1 = 0.0412278 loss)
I0917 18:15:26.061218 31405 solver.cpp:214] Iteration 5780, loss = 0.0051026
I0917 18:15:26.061290 31405 solver.cpp:229]     Train net output #0: loss = 0.00510252 (* 1 = 0.00510252 loss)
I0917 18:15:26.061311 31405 solver.cpp:486] Iteration 5780, lr = 0.00710264
I0917 18:15:26.447623 31405 solver.cpp:294] Iteration 5790, Testing net (#0)
I0917 18:15:36.813570 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9851
I0917 18:15:36.813624 31405 solver.cpp:343]     Test net output #1: loss = 0.0462725 (* 1 = 0.0462725 loss)
I0917 18:15:36.853207 31405 solver.cpp:214] Iteration 5790, loss = 0.00138974
I0917 18:15:36.853276 31405 solver.cpp:229]     Train net output #0: loss = 0.00138964 (* 1 = 0.00138964 loss)
I0917 18:15:36.853307 31405 solver.cpp:486] Iteration 5790, lr = 0.00709927
I0917 18:15:37.236727 31405 solver.cpp:294] Iteration 5800, Testing net (#0)
I0917 18:15:47.584666 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9849
I0917 18:15:47.584764 31405 solver.cpp:343]     Test net output #1: loss = 0.0451906 (* 1 = 0.0451906 loss)
I0917 18:15:47.621685 31405 solver.cpp:214] Iteration 5800, loss = 0.087758
I0917 18:15:47.621752 31405 solver.cpp:229]     Train net output #0: loss = 0.0877579 (* 1 = 0.0877579 loss)
I0917 18:15:47.621773 31405 solver.cpp:486] Iteration 5800, lr = 0.0070959
I0917 18:15:47.997694 31405 solver.cpp:294] Iteration 5810, Testing net (#0)
I0917 18:15:58.398475 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9848
I0917 18:15:58.398526 31405 solver.cpp:343]     Test net output #1: loss = 0.0433058 (* 1 = 0.0433058 loss)
I0917 18:15:58.433506 31405 solver.cpp:214] Iteration 5810, loss = 0.000479985
I0917 18:15:58.433572 31405 solver.cpp:229]     Train net output #0: loss = 0.00047988 (* 1 = 0.00047988 loss)
I0917 18:15:58.433590 31405 solver.cpp:486] Iteration 5810, lr = 0.00709253
I0917 18:15:58.819263 31405 solver.cpp:294] Iteration 5820, Testing net (#0)
I0917 18:16:09.264344 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9838
I0917 18:16:09.264516 31405 solver.cpp:343]     Test net output #1: loss = 0.044346 (* 1 = 0.044346 loss)
I0917 18:16:09.299935 31405 solver.cpp:214] Iteration 5820, loss = 0.00264888
I0917 18:16:09.299991 31405 solver.cpp:229]     Train net output #0: loss = 0.00264878 (* 1 = 0.00264878 loss)
I0917 18:16:09.300009 31405 solver.cpp:486] Iteration 5820, lr = 0.00708917
I0917 18:16:09.691973 31405 solver.cpp:294] Iteration 5830, Testing net (#0)
I0917 18:16:20.094487 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9849
I0917 18:16:20.094583 31405 solver.cpp:343]     Test net output #1: loss = 0.0414225 (* 1 = 0.0414225 loss)
I0917 18:16:20.128947 31405 solver.cpp:214] Iteration 5830, loss = 0.00893159
I0917 18:16:20.129026 31405 solver.cpp:229]     Train net output #0: loss = 0.00893149 (* 1 = 0.00893149 loss)
I0917 18:16:20.129045 31405 solver.cpp:486] Iteration 5830, lr = 0.00708581
I0917 18:16:20.526402 31405 solver.cpp:294] Iteration 5840, Testing net (#0)
I0917 18:16:30.888715 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9869
I0917 18:16:30.888768 31405 solver.cpp:343]     Test net output #1: loss = 0.0395981 (* 1 = 0.0395981 loss)
I0917 18:16:30.930325 31405 solver.cpp:214] Iteration 5840, loss = 0.0365888
I0917 18:16:30.930382 31405 solver.cpp:229]     Train net output #0: loss = 0.0365887 (* 1 = 0.0365887 loss)
I0917 18:16:30.930402 31405 solver.cpp:486] Iteration 5840, lr = 0.00708245
I0917 18:16:31.313006 31405 solver.cpp:294] Iteration 5850, Testing net (#0)
I0917 18:16:41.686794 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9851
I0917 18:16:41.686864 31405 solver.cpp:343]     Test net output #1: loss = 0.0439587 (* 1 = 0.0439587 loss)
I0917 18:16:41.725914 31405 solver.cpp:214] Iteration 5850, loss = 0.0654067
I0917 18:16:41.725987 31405 solver.cpp:229]     Train net output #0: loss = 0.0654066 (* 1 = 0.0654066 loss)
I0917 18:16:41.726017 31405 solver.cpp:486] Iteration 5850, lr = 0.0070791
I0917 18:16:42.105962 31405 solver.cpp:294] Iteration 5860, Testing net (#0)
I0917 18:16:52.548387 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9857
I0917 18:16:52.548562 31405 solver.cpp:343]     Test net output #1: loss = 0.045081 (* 1 = 0.045081 loss)
I0917 18:16:52.584185 31405 solver.cpp:214] Iteration 5860, loss = 0.187196
I0917 18:16:52.584256 31405 solver.cpp:229]     Train net output #0: loss = 0.187196 (* 1 = 0.187196 loss)
I0917 18:16:52.584278 31405 solver.cpp:486] Iteration 5860, lr = 0.00707575
I0917 18:16:52.972968 31405 solver.cpp:294] Iteration 5870, Testing net (#0)
I0917 18:17:03.299111 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9846
I0917 18:17:03.299166 31405 solver.cpp:343]     Test net output #1: loss = 0.0433026 (* 1 = 0.0433026 loss)
I0917 18:17:03.333917 31405 solver.cpp:214] Iteration 5870, loss = 0.000735085
I0917 18:17:03.333986 31405 solver.cpp:229]     Train net output #0: loss = 0.000734997 (* 1 = 0.000734997 loss)
I0917 18:17:03.334003 31405 solver.cpp:486] Iteration 5870, lr = 0.00707241
I0917 18:17:03.721622 31405 solver.cpp:294] Iteration 5880, Testing net (#0)
I0917 18:17:14.100168 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9846
I0917 18:17:14.100224 31405 solver.cpp:343]     Test net output #1: loss = 0.0449308 (* 1 = 0.0449308 loss)
I0917 18:17:14.131742 31405 solver.cpp:214] Iteration 5880, loss = 0.00122416
I0917 18:17:14.131815 31405 solver.cpp:229]     Train net output #0: loss = 0.00122407 (* 1 = 0.00122407 loss)
I0917 18:17:14.131847 31405 solver.cpp:486] Iteration 5880, lr = 0.00706907
I0917 18:17:14.496186 31405 solver.cpp:294] Iteration 5890, Testing net (#0)
I0917 18:17:24.863500 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9847
I0917 18:17:24.863587 31405 solver.cpp:343]     Test net output #1: loss = 0.0435902 (* 1 = 0.0435902 loss)
I0917 18:17:24.902473 31405 solver.cpp:214] Iteration 5890, loss = 0.000948789
I0917 18:17:24.902529 31405 solver.cpp:229]     Train net output #0: loss = 0.000948702 (* 1 = 0.000948702 loss)
I0917 18:17:24.902545 31405 solver.cpp:486] Iteration 5890, lr = 0.00706573
I0917 18:17:25.275058 31405 solver.cpp:294] Iteration 5900, Testing net (#0)
I0917 18:17:35.690079 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9861
I0917 18:17:35.690124 31405 solver.cpp:343]     Test net output #1: loss = 0.0417996 (* 1 = 0.0417996 loss)
I0917 18:17:35.727449 31405 solver.cpp:214] Iteration 5900, loss = 0.367799
I0917 18:17:35.727502 31405 solver.cpp:229]     Train net output #0: loss = 0.367799 (* 1 = 0.367799 loss)
I0917 18:17:35.727517 31405 solver.cpp:486] Iteration 5900, lr = 0.0070624
I0917 18:17:36.112197 31405 solver.cpp:294] Iteration 5910, Testing net (#0)
I0917 18:17:46.536766 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9856
I0917 18:17:46.536836 31405 solver.cpp:343]     Test net output #1: loss = 0.0401735 (* 1 = 0.0401735 loss)
I0917 18:17:46.574555 31405 solver.cpp:214] Iteration 5910, loss = 0.0154639
I0917 18:17:46.574609 31405 solver.cpp:229]     Train net output #0: loss = 0.0154638 (* 1 = 0.0154638 loss)
I0917 18:17:46.574628 31405 solver.cpp:486] Iteration 5910, lr = 0.00705907
I0917 18:17:46.957131 31405 solver.cpp:294] Iteration 5920, Testing net (#0)
I0917 18:17:57.364827 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9842
I0917 18:17:57.364949 31405 solver.cpp:343]     Test net output #1: loss = 0.0428623 (* 1 = 0.0428623 loss)
I0917 18:17:57.399747 31405 solver.cpp:214] Iteration 5920, loss = 0.000772975
I0917 18:17:57.399812 31405 solver.cpp:229]     Train net output #0: loss = 0.000772868 (* 1 = 0.000772868 loss)
I0917 18:17:57.399834 31405 solver.cpp:486] Iteration 5920, lr = 0.00705574
I0917 18:17:57.807052 31405 solver.cpp:294] Iteration 5930, Testing net (#0)
I0917 18:18:08.267514 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9836
I0917 18:18:08.267586 31405 solver.cpp:343]     Test net output #1: loss = 0.0490215 (* 1 = 0.0490215 loss)
I0917 18:18:08.304821 31405 solver.cpp:214] Iteration 5930, loss = 0.000629636
I0917 18:18:08.304878 31405 solver.cpp:229]     Train net output #0: loss = 0.000629515 (* 1 = 0.000629515 loss)
I0917 18:18:08.304904 31405 solver.cpp:486] Iteration 5930, lr = 0.00705242
I0917 18:18:08.666319 31405 solver.cpp:294] Iteration 5940, Testing net (#0)
I0917 18:18:18.993465 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9832
I0917 18:18:18.993527 31405 solver.cpp:343]     Test net output #1: loss = 0.0497308 (* 1 = 0.0497308 loss)
I0917 18:18:19.033253 31405 solver.cpp:214] Iteration 5940, loss = 0.0102016
I0917 18:18:19.033335 31405 solver.cpp:229]     Train net output #0: loss = 0.0102015 (* 1 = 0.0102015 loss)
I0917 18:18:19.033362 31405 solver.cpp:486] Iteration 5940, lr = 0.0070491
I0917 18:18:19.431674 31405 solver.cpp:294] Iteration 5950, Testing net (#0)
I0917 18:18:29.804978 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9823
I0917 18:18:29.805178 31405 solver.cpp:343]     Test net output #1: loss = 0.0560375 (* 1 = 0.0560375 loss)
I0917 18:18:29.841008 31405 solver.cpp:214] Iteration 5950, loss = 0.0727866
I0917 18:18:29.841099 31405 solver.cpp:229]     Train net output #0: loss = 0.0727865 (* 1 = 0.0727865 loss)
I0917 18:18:29.841123 31405 solver.cpp:486] Iteration 5950, lr = 0.00704579
I0917 18:18:30.235787 31405 solver.cpp:294] Iteration 5960, Testing net (#0)
I0917 18:18:40.594864 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9834
I0917 18:18:40.594924 31405 solver.cpp:343]     Test net output #1: loss = 0.0535199 (* 1 = 0.0535199 loss)
I0917 18:18:40.634618 31405 solver.cpp:214] Iteration 5960, loss = 0.00994474
I0917 18:18:40.634678 31405 solver.cpp:229]     Train net output #0: loss = 0.00994465 (* 1 = 0.00994465 loss)
I0917 18:18:40.634701 31405 solver.cpp:486] Iteration 5960, lr = 0.00704248
I0917 18:18:41.018118 31405 solver.cpp:294] Iteration 5970, Testing net (#0)
I0917 18:18:51.415573 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9815
I0917 18:18:51.415624 31405 solver.cpp:343]     Test net output #1: loss = 0.0601045 (* 1 = 0.0601045 loss)
I0917 18:18:51.449862 31405 solver.cpp:214] Iteration 5970, loss = 0.00518874
I0917 18:18:51.449923 31405 solver.cpp:229]     Train net output #0: loss = 0.00518865 (* 1 = 0.00518865 loss)
I0917 18:18:51.449947 31405 solver.cpp:486] Iteration 5970, lr = 0.00703917
I0917 18:18:51.823611 31405 solver.cpp:294] Iteration 5980, Testing net (#0)
I0917 18:19:02.179520 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9847
I0917 18:19:02.179690 31405 solver.cpp:343]     Test net output #1: loss = 0.0475097 (* 1 = 0.0475097 loss)
I0917 18:19:02.213273 31405 solver.cpp:214] Iteration 5980, loss = 0.0157058
I0917 18:19:02.213341 31405 solver.cpp:229]     Train net output #0: loss = 0.0157057 (* 1 = 0.0157057 loss)
I0917 18:19:02.213366 31405 solver.cpp:486] Iteration 5980, lr = 0.00703586
I0917 18:19:02.595196 31405 solver.cpp:294] Iteration 5990, Testing net (#0)
I0917 18:19:12.932476 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9862
I0917 18:19:12.932538 31405 solver.cpp:343]     Test net output #1: loss = 0.0427404 (* 1 = 0.0427404 loss)
I0917 18:19:12.972911 31405 solver.cpp:214] Iteration 5990, loss = 0.141643
I0917 18:19:12.972991 31405 solver.cpp:229]     Train net output #0: loss = 0.141643 (* 1 = 0.141643 loss)
I0917 18:19:12.973021 31405 solver.cpp:486] Iteration 5990, lr = 0.00703256
I0917 18:19:13.347481 31405 solver.cpp:294] Iteration 6000, Testing net (#0)
I0917 18:19:23.802788 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9878
I0917 18:19:23.802860 31405 solver.cpp:343]     Test net output #1: loss = 0.0390963 (* 1 = 0.0390963 loss)
I0917 18:19:23.843288 31405 solver.cpp:214] Iteration 6000, loss = 0.034024
I0917 18:19:23.843335 31405 solver.cpp:229]     Train net output #0: loss = 0.034024 (* 1 = 0.034024 loss)
I0917 18:19:23.843348 31405 solver.cpp:486] Iteration 6000, lr = 0.00702927
I0917 18:19:24.228426 31405 solver.cpp:294] Iteration 6010, Testing net (#0)
I0917 18:19:34.665756 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9866
I0917 18:19:34.665925 31405 solver.cpp:343]     Test net output #1: loss = 0.0402502 (* 1 = 0.0402502 loss)
I0917 18:19:34.702453 31405 solver.cpp:214] Iteration 6010, loss = 0.0139002
I0917 18:19:34.702507 31405 solver.cpp:229]     Train net output #0: loss = 0.0139001 (* 1 = 0.0139001 loss)
I0917 18:19:34.702524 31405 solver.cpp:486] Iteration 6010, lr = 0.00702597
I0917 18:19:35.069468 31405 solver.cpp:294] Iteration 6020, Testing net (#0)
I0917 18:19:45.494135 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9856
I0917 18:19:45.494197 31405 solver.cpp:343]     Test net output #1: loss = 0.0432996 (* 1 = 0.0432996 loss)
I0917 18:19:45.532385 31405 solver.cpp:214] Iteration 6020, loss = 0.00645718
I0917 18:19:45.532443 31405 solver.cpp:229]     Train net output #0: loss = 0.00645714 (* 1 = 0.00645714 loss)
I0917 18:19:45.532461 31405 solver.cpp:486] Iteration 6020, lr = 0.00702268
I0917 18:19:45.915189 31405 solver.cpp:294] Iteration 6030, Testing net (#0)
I0917 18:19:56.279304 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9856
I0917 18:19:56.279374 31405 solver.cpp:343]     Test net output #1: loss = 0.0440816 (* 1 = 0.0440816 loss)
I0917 18:19:56.312230 31405 solver.cpp:214] Iteration 6030, loss = 0.00107236
I0917 18:19:56.312291 31405 solver.cpp:229]     Train net output #0: loss = 0.00107232 (* 1 = 0.00107232 loss)
I0917 18:19:56.312310 31405 solver.cpp:486] Iteration 6030, lr = 0.0070194
I0917 18:19:56.705914 31405 solver.cpp:294] Iteration 6040, Testing net (#0)
I0917 18:20:07.167217 31405 solver.cpp:343]     Test net output #0: accuracy = 0.983
I0917 18:20:07.167309 31405 solver.cpp:343]     Test net output #1: loss = 0.051197 (* 1 = 0.051197 loss)
I0917 18:20:07.205696 31405 solver.cpp:214] Iteration 6040, loss = 0.0140854
I0917 18:20:07.205765 31405 solver.cpp:229]     Train net output #0: loss = 0.0140853 (* 1 = 0.0140853 loss)
I0917 18:20:07.205796 31405 solver.cpp:486] Iteration 6040, lr = 0.00701612
I0917 18:20:07.620509 31405 solver.cpp:294] Iteration 6050, Testing net (#0)
I0917 18:20:18.020205 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9822
I0917 18:20:18.020267 31405 solver.cpp:343]     Test net output #1: loss = 0.053709 (* 1 = 0.053709 loss)
I0917 18:20:18.064937 31405 solver.cpp:214] Iteration 6050, loss = 0.00322782
I0917 18:20:18.065019 31405 solver.cpp:229]     Train net output #0: loss = 0.00322779 (* 1 = 0.00322779 loss)
I0917 18:20:18.065053 31405 solver.cpp:486] Iteration 6050, lr = 0.00701284
I0917 18:20:18.437306 31405 solver.cpp:294] Iteration 6060, Testing net (#0)
I0917 18:20:28.825772 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9851
I0917 18:20:28.825845 31405 solver.cpp:343]     Test net output #1: loss = 0.0436548 (* 1 = 0.0436548 loss)
I0917 18:20:28.855928 31405 solver.cpp:214] Iteration 6060, loss = 0.00144511
I0917 18:20:28.855993 31405 solver.cpp:229]     Train net output #0: loss = 0.00144509 (* 1 = 0.00144509 loss)
I0917 18:20:28.856014 31405 solver.cpp:486] Iteration 6060, lr = 0.00700956
I0917 18:20:29.243872 31405 solver.cpp:294] Iteration 6070, Testing net (#0)
I0917 18:20:39.706348 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9851
I0917 18:20:39.706434 31405 solver.cpp:343]     Test net output #1: loss = 0.0433953 (* 1 = 0.0433953 loss)
I0917 18:20:39.745131 31405 solver.cpp:214] Iteration 6070, loss = 0.00944251
I0917 18:20:39.745228 31405 solver.cpp:229]     Train net output #0: loss = 0.00944247 (* 1 = 0.00944247 loss)
I0917 18:20:39.745270 31405 solver.cpp:486] Iteration 6070, lr = 0.00700629
I0917 18:20:40.144470 31405 solver.cpp:294] Iteration 6080, Testing net (#0)
I0917 18:20:50.478950 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9857
I0917 18:20:50.479001 31405 solver.cpp:343]     Test net output #1: loss = 0.0426521 (* 1 = 0.0426521 loss)
I0917 18:20:50.516582 31405 solver.cpp:214] Iteration 6080, loss = 0.0142937
I0917 18:20:50.516649 31405 solver.cpp:229]     Train net output #0: loss = 0.0142937 (* 1 = 0.0142937 loss)
I0917 18:20:50.516674 31405 solver.cpp:486] Iteration 6080, lr = 0.00700302
I0917 18:20:50.912353 31405 solver.cpp:294] Iteration 6090, Testing net (#0)
I0917 18:21:01.287734 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9867
I0917 18:21:01.287789 31405 solver.cpp:343]     Test net output #1: loss = 0.0426813 (* 1 = 0.0426813 loss)
I0917 18:21:01.328649 31405 solver.cpp:214] Iteration 6090, loss = 0.17578
I0917 18:21:01.328706 31405 solver.cpp:229]     Train net output #0: loss = 0.17578 (* 1 = 0.17578 loss)
I0917 18:21:01.328724 31405 solver.cpp:486] Iteration 6090, lr = 0.00699976
I0917 18:21:01.728428 31405 solver.cpp:294] Iteration 6100, Testing net (#0)
I0917 18:21:11.994276 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9856
I0917 18:21:11.994459 31405 solver.cpp:343]     Test net output #1: loss = 0.0442236 (* 1 = 0.0442236 loss)
I0917 18:21:12.038112 31405 solver.cpp:214] Iteration 6100, loss = 0.0109484
I0917 18:21:12.038158 31405 solver.cpp:229]     Train net output #0: loss = 0.0109483 (* 1 = 0.0109483 loss)
I0917 18:21:12.038172 31405 solver.cpp:486] Iteration 6100, lr = 0.0069965
I0917 18:21:12.417219 31405 solver.cpp:294] Iteration 6110, Testing net (#0)
I0917 18:21:22.818742 31405 solver.cpp:343]     Test net output #0: accuracy = 0.985
I0917 18:21:22.818797 31405 solver.cpp:343]     Test net output #1: loss = 0.044505 (* 1 = 0.044505 loss)
I0917 18:21:22.858618 31405 solver.cpp:214] Iteration 6110, loss = 0.00269289
I0917 18:21:22.858678 31405 solver.cpp:229]     Train net output #0: loss = 0.00269284 (* 1 = 0.00269284 loss)
I0917 18:21:22.858697 31405 solver.cpp:486] Iteration 6110, lr = 0.00699324
I0917 18:21:23.217386 31405 solver.cpp:294] Iteration 6120, Testing net (#0)
I0917 18:21:33.593400 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9835
I0917 18:21:33.593463 31405 solver.cpp:343]     Test net output #1: loss = 0.0486944 (* 1 = 0.0486944 loss)
I0917 18:21:33.631484 31405 solver.cpp:214] Iteration 6120, loss = 0.10845
I0917 18:21:33.631566 31405 solver.cpp:229]     Train net output #0: loss = 0.10845 (* 1 = 0.10845 loss)
I0917 18:21:33.631597 31405 solver.cpp:486] Iteration 6120, lr = 0.00698998
I0917 18:21:34.019597 31405 solver.cpp:294] Iteration 6130, Testing net (#0)
I0917 18:21:44.488891 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9838
I0917 18:21:44.489004 31405 solver.cpp:343]     Test net output #1: loss = 0.0466991 (* 1 = 0.0466991 loss)
I0917 18:21:44.525601 31405 solver.cpp:214] Iteration 6130, loss = 0.0102222
I0917 18:21:44.525651 31405 solver.cpp:229]     Train net output #0: loss = 0.0102221 (* 1 = 0.0102221 loss)
I0917 18:21:44.525665 31405 solver.cpp:486] Iteration 6130, lr = 0.00698673
I0917 18:21:44.910815 31405 solver.cpp:294] Iteration 6140, Testing net (#0)
I0917 18:21:55.261529 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9852
I0917 18:21:55.261582 31405 solver.cpp:343]     Test net output #1: loss = 0.0422434 (* 1 = 0.0422434 loss)
I0917 18:21:55.298864 31405 solver.cpp:214] Iteration 6140, loss = 0.0208706
I0917 18:21:55.298920 31405 solver.cpp:229]     Train net output #0: loss = 0.0208705 (* 1 = 0.0208705 loss)
I0917 18:21:55.298936 31405 solver.cpp:486] Iteration 6140, lr = 0.00698349
I0917 18:21:55.679622 31405 solver.cpp:294] Iteration 6150, Testing net (#0)
I0917 18:22:06.027163 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9862
I0917 18:22:06.027223 31405 solver.cpp:343]     Test net output #1: loss = 0.040327 (* 1 = 0.040327 loss)
I0917 18:22:06.058439 31405 solver.cpp:214] Iteration 6150, loss = 0.266597
I0917 18:22:06.058498 31405 solver.cpp:229]     Train net output #0: loss = 0.266597 (* 1 = 0.266597 loss)
I0917 18:22:06.058519 31405 solver.cpp:486] Iteration 6150, lr = 0.00698024
I0917 18:22:06.439237 31405 solver.cpp:294] Iteration 6160, Testing net (#0)
I0917 18:22:16.830201 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9848
I0917 18:22:16.830384 31405 solver.cpp:343]     Test net output #1: loss = 0.0433826 (* 1 = 0.0433826 loss)
I0917 18:22:16.867853 31405 solver.cpp:214] Iteration 6160, loss = 0.00118073
I0917 18:22:16.867918 31405 solver.cpp:229]     Train net output #0: loss = 0.0011807 (* 1 = 0.0011807 loss)
I0917 18:22:16.867938 31405 solver.cpp:486] Iteration 6160, lr = 0.006977
I0917 18:22:17.242740 31405 solver.cpp:294] Iteration 6170, Testing net (#0)
I0917 18:22:27.552381 31405 solver.cpp:343]     Test net output #0: accuracy = 0.985
I0917 18:22:27.552424 31405 solver.cpp:343]     Test net output #1: loss = 0.0430479 (* 1 = 0.0430479 loss)
I0917 18:22:27.578141 31405 solver.cpp:214] Iteration 6170, loss = 0.0175247
I0917 18:22:27.578189 31405 solver.cpp:229]     Train net output #0: loss = 0.0175247 (* 1 = 0.0175247 loss)
I0917 18:22:27.578202 31405 solver.cpp:486] Iteration 6170, lr = 0.00697377
I0917 18:22:27.955710 31405 solver.cpp:294] Iteration 6180, Testing net (#0)
I0917 18:22:38.313596 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9855
I0917 18:22:38.313647 31405 solver.cpp:343]     Test net output #1: loss = 0.0426909 (* 1 = 0.0426909 loss)
I0917 18:22:38.351099 31405 solver.cpp:214] Iteration 6180, loss = 0.00779913
I0917 18:22:38.351171 31405 solver.cpp:229]     Train net output #0: loss = 0.0077991 (* 1 = 0.0077991 loss)
I0917 18:22:38.351191 31405 solver.cpp:486] Iteration 6180, lr = 0.00697053
I0917 18:22:38.751762 31405 solver.cpp:294] Iteration 6190, Testing net (#0)
I0917 18:22:49.135793 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9857
I0917 18:22:49.135893 31405 solver.cpp:343]     Test net output #1: loss = 0.0426635 (* 1 = 0.0426635 loss)
I0917 18:22:49.170852 31405 solver.cpp:214] Iteration 6190, loss = 0.00749356
I0917 18:22:49.170914 31405 solver.cpp:229]     Train net output #0: loss = 0.00749352 (* 1 = 0.00749352 loss)
I0917 18:22:49.170935 31405 solver.cpp:486] Iteration 6190, lr = 0.00696731
I0917 18:22:49.556845 31405 solver.cpp:294] Iteration 6200, Testing net (#0)
I0917 18:22:59.831070 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9853
I0917 18:22:59.831137 31405 solver.cpp:343]     Test net output #1: loss = 0.0422506 (* 1 = 0.0422506 loss)
I0917 18:22:59.866000 31405 solver.cpp:214] Iteration 6200, loss = 0.00565359
I0917 18:22:59.866055 31405 solver.cpp:229]     Train net output #0: loss = 0.00565356 (* 1 = 0.00565356 loss)
I0917 18:22:59.866070 31405 solver.cpp:486] Iteration 6200, lr = 0.00696408
I0917 18:23:00.249953 31405 solver.cpp:294] Iteration 6210, Testing net (#0)
I0917 18:23:10.642884 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9854
I0917 18:23:10.643074 31405 solver.cpp:343]     Test net output #1: loss = 0.0446337 (* 1 = 0.0446337 loss)
I0917 18:23:10.678797 31405 solver.cpp:214] Iteration 6210, loss = 0.00904467
I0917 18:23:10.678869 31405 solver.cpp:229]     Train net output #0: loss = 0.00904464 (* 1 = 0.00904464 loss)
I0917 18:23:10.678897 31405 solver.cpp:486] Iteration 6210, lr = 0.00696086
I0917 18:23:11.053196 31405 solver.cpp:294] Iteration 6220, Testing net (#0)
I0917 18:23:21.412118 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9832
I0917 18:23:21.412199 31405 solver.cpp:343]     Test net output #1: loss = 0.0527452 (* 1 = 0.0527452 loss)
I0917 18:23:21.452469 31405 solver.cpp:214] Iteration 6220, loss = 0.0185842
I0917 18:23:21.452539 31405 solver.cpp:229]     Train net output #0: loss = 0.0185842 (* 1 = 0.0185842 loss)
I0917 18:23:21.452569 31405 solver.cpp:486] Iteration 6220, lr = 0.00695764
I0917 18:23:21.833678 31405 solver.cpp:294] Iteration 6230, Testing net (#0)
I0917 18:23:32.151177 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9814
I0917 18:23:32.151233 31405 solver.cpp:343]     Test net output #1: loss = 0.057907 (* 1 = 0.057907 loss)
I0917 18:23:32.192281 31405 solver.cpp:214] Iteration 6230, loss = 0.0447215
I0917 18:23:32.192344 31405 solver.cpp:229]     Train net output #0: loss = 0.0447214 (* 1 = 0.0447214 loss)
I0917 18:23:32.192365 31405 solver.cpp:486] Iteration 6230, lr = 0.00695442
I0917 18:23:32.580901 31405 solver.cpp:294] Iteration 6240, Testing net (#0)
I0917 18:23:42.909756 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9826
I0917 18:23:42.909829 31405 solver.cpp:343]     Test net output #1: loss = 0.053637 (* 1 = 0.053637 loss)
I0917 18:23:42.944706 31405 solver.cpp:214] Iteration 6240, loss = 0.00403544
I0917 18:23:42.944767 31405 solver.cpp:229]     Train net output #0: loss = 0.00403546 (* 1 = 0.00403546 loss)
I0917 18:23:42.944787 31405 solver.cpp:486] Iteration 6240, lr = 0.00695121
I0917 18:23:43.332471 31405 solver.cpp:294] Iteration 6250, Testing net (#0)
I0917 18:23:53.745540 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9845
I0917 18:23:53.745705 31405 solver.cpp:343]     Test net output #1: loss = 0.0493941 (* 1 = 0.0493941 loss)
I0917 18:23:53.780259 31405 solver.cpp:214] Iteration 6250, loss = 0.0249241
I0917 18:23:53.780339 31405 solver.cpp:229]     Train net output #0: loss = 0.0249241 (* 1 = 0.0249241 loss)
I0917 18:23:53.780374 31405 solver.cpp:486] Iteration 6250, lr = 0.006948
I0917 18:23:54.167968 31405 solver.cpp:294] Iteration 6260, Testing net (#0)
I0917 18:24:04.512087 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9864
I0917 18:24:04.512142 31405 solver.cpp:343]     Test net output #1: loss = 0.0410631 (* 1 = 0.0410631 loss)
I0917 18:24:04.543855 31405 solver.cpp:214] Iteration 6260, loss = 0.00568658
I0917 18:24:04.543912 31405 solver.cpp:229]     Train net output #0: loss = 0.0056866 (* 1 = 0.0056866 loss)
I0917 18:24:04.543931 31405 solver.cpp:486] Iteration 6260, lr = 0.0069448
I0917 18:24:04.925067 31405 solver.cpp:294] Iteration 6270, Testing net (#0)
I0917 18:24:15.341516 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9869
I0917 18:24:15.341565 31405 solver.cpp:343]     Test net output #1: loss = 0.039579 (* 1 = 0.039579 loss)
I0917 18:24:15.382978 31405 solver.cpp:214] Iteration 6270, loss = 0.00170035
I0917 18:24:15.383036 31405 solver.cpp:229]     Train net output #0: loss = 0.00170038 (* 1 = 0.00170038 loss)
I0917 18:24:15.383056 31405 solver.cpp:486] Iteration 6270, lr = 0.0069416
I0917 18:24:15.770371 31405 solver.cpp:294] Iteration 6280, Testing net (#0)
I0917 18:24:26.247993 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9858
I0917 18:24:26.248086 31405 solver.cpp:343]     Test net output #1: loss = 0.0444439 (* 1 = 0.0444439 loss)
I0917 18:24:26.286133 31405 solver.cpp:214] Iteration 6280, loss = 0.00518552
I0917 18:24:26.286191 31405 solver.cpp:229]     Train net output #0: loss = 0.00518554 (* 1 = 0.00518554 loss)
I0917 18:24:26.286212 31405 solver.cpp:486] Iteration 6280, lr = 0.0069384
I0917 18:24:26.659809 31405 solver.cpp:294] Iteration 6290, Testing net (#0)
I0917 18:24:37.055739 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9854
I0917 18:24:37.055799 31405 solver.cpp:343]     Test net output #1: loss = 0.0460403 (* 1 = 0.0460403 loss)
I0917 18:24:37.091169 31405 solver.cpp:214] Iteration 6290, loss = 0.00365339
I0917 18:24:37.091240 31405 solver.cpp:229]     Train net output #0: loss = 0.00365341 (* 1 = 0.00365341 loss)
I0917 18:24:37.091269 31405 solver.cpp:486] Iteration 6290, lr = 0.0069352
I0917 18:24:37.480015 31405 solver.cpp:294] Iteration 6300, Testing net (#0)
I0917 18:24:47.875304 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9873
I0917 18:24:47.875357 31405 solver.cpp:343]     Test net output #1: loss = 0.0418541 (* 1 = 0.0418541 loss)
I0917 18:24:47.911422 31405 solver.cpp:214] Iteration 6300, loss = 0.00197416
I0917 18:24:47.911486 31405 solver.cpp:229]     Train net output #0: loss = 0.00197419 (* 1 = 0.00197419 loss)
I0917 18:24:47.911509 31405 solver.cpp:486] Iteration 6300, lr = 0.00693201
I0917 18:24:48.291405 31405 solver.cpp:294] Iteration 6310, Testing net (#0)
I0917 18:24:58.668753 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9869
I0917 18:24:58.668890 31405 solver.cpp:343]     Test net output #1: loss = 0.0415133 (* 1 = 0.0415133 loss)
I0917 18:24:58.715224 31405 solver.cpp:214] Iteration 6310, loss = 0.00257317
I0917 18:24:58.715294 31405 solver.cpp:229]     Train net output #0: loss = 0.00257319 (* 1 = 0.00257319 loss)
I0917 18:24:58.715324 31405 solver.cpp:486] Iteration 6310, lr = 0.00692882
I0917 18:24:59.090185 31405 solver.cpp:294] Iteration 6320, Testing net (#0)
I0917 18:25:09.779011 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9868
I0917 18:25:09.779078 31405 solver.cpp:343]     Test net output #1: loss = 0.0391228 (* 1 = 0.0391228 loss)
I0917 18:25:09.818495 31405 solver.cpp:214] Iteration 6320, loss = 0.0170425
I0917 18:25:09.818555 31405 solver.cpp:229]     Train net output #0: loss = 0.0170425 (* 1 = 0.0170425 loss)
I0917 18:25:09.818575 31405 solver.cpp:486] Iteration 6320, lr = 0.00692564
I0917 18:25:10.203538 31405 solver.cpp:294] Iteration 6330, Testing net (#0)
I0917 18:25:20.566020 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9867
I0917 18:25:20.566076 31405 solver.cpp:343]     Test net output #1: loss = 0.0395777 (* 1 = 0.0395777 loss)
I0917 18:25:20.602282 31405 solver.cpp:214] Iteration 6330, loss = 0.0676212
I0917 18:25:20.602340 31405 solver.cpp:229]     Train net output #0: loss = 0.0676212 (* 1 = 0.0676212 loss)
I0917 18:25:20.602358 31405 solver.cpp:486] Iteration 6330, lr = 0.00692246
I0917 18:25:20.997684 31405 solver.cpp:294] Iteration 6340, Testing net (#0)
I0917 18:25:31.255306 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9853
I0917 18:25:31.257367 31405 solver.cpp:343]     Test net output #1: loss = 0.0455703 (* 1 = 0.0455703 loss)
I0917 18:25:31.297093 31405 solver.cpp:214] Iteration 6340, loss = 0.064572
I0917 18:25:31.297144 31405 solver.cpp:229]     Train net output #0: loss = 0.064572 (* 1 = 0.064572 loss)
I0917 18:25:31.297158 31405 solver.cpp:486] Iteration 6340, lr = 0.00691928
I0917 18:25:31.689208 31405 solver.cpp:294] Iteration 6350, Testing net (#0)
I0917 18:25:42.085108 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9846
I0917 18:25:42.085189 31405 solver.cpp:343]     Test net output #1: loss = 0.0471208 (* 1 = 0.0471208 loss)
I0917 18:25:42.136023 31405 solver.cpp:214] Iteration 6350, loss = 0.0116598
I0917 18:25:42.136101 31405 solver.cpp:229]     Train net output #0: loss = 0.0116599 (* 1 = 0.0116599 loss)
I0917 18:25:42.136138 31405 solver.cpp:486] Iteration 6350, lr = 0.00691611
I0917 18:25:42.502430 31405 solver.cpp:294] Iteration 6360, Testing net (#0)
I0917 18:25:52.907032 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9846
I0917 18:25:52.907100 31405 solver.cpp:343]     Test net output #1: loss = 0.0466278 (* 1 = 0.0466278 loss)
I0917 18:25:52.949584 31405 solver.cpp:214] Iteration 6360, loss = 0.0118733
I0917 18:25:52.949652 31405 solver.cpp:229]     Train net output #0: loss = 0.0118733 (* 1 = 0.0118733 loss)
I0917 18:25:52.949674 31405 solver.cpp:486] Iteration 6360, lr = 0.00691294
I0917 18:25:53.332721 31405 solver.cpp:294] Iteration 6370, Testing net (#0)
I0917 18:26:03.615957 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9869
I0917 18:26:03.616049 31405 solver.cpp:343]     Test net output #1: loss = 0.0420652 (* 1 = 0.0420652 loss)
I0917 18:26:03.659299 31405 solver.cpp:214] Iteration 6370, loss = 0.0702578
I0917 18:26:03.659378 31405 solver.cpp:229]     Train net output #0: loss = 0.0702579 (* 1 = 0.0702579 loss)
I0917 18:26:03.659407 31405 solver.cpp:486] Iteration 6370, lr = 0.00690977
I0917 18:26:04.030849 31405 solver.cpp:294] Iteration 6380, Testing net (#0)
I0917 18:26:14.386744 31405 solver.cpp:343]     Test net output #0: accuracy = 0.987
I0917 18:26:14.386803 31405 solver.cpp:343]     Test net output #1: loss = 0.040566 (* 1 = 0.040566 loss)
I0917 18:26:14.420631 31405 solver.cpp:214] Iteration 6380, loss = 0.0329456
I0917 18:26:14.420701 31405 solver.cpp:229]     Train net output #0: loss = 0.0329457 (* 1 = 0.0329457 loss)
I0917 18:26:14.420729 31405 solver.cpp:486] Iteration 6380, lr = 0.0069066
I0917 18:26:14.782805 31405 solver.cpp:294] Iteration 6390, Testing net (#0)
I0917 18:26:25.198848 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9859
I0917 18:26:25.198918 31405 solver.cpp:343]     Test net output #1: loss = 0.0425709 (* 1 = 0.0425709 loss)
I0917 18:26:25.232936 31405 solver.cpp:214] Iteration 6390, loss = 0.000425218
I0917 18:26:25.232998 31405 solver.cpp:229]     Train net output #0: loss = 0.000425242 (* 1 = 0.000425242 loss)
I0917 18:26:25.233017 31405 solver.cpp:486] Iteration 6390, lr = 0.00690344
I0917 18:26:25.620887 31405 solver.cpp:294] Iteration 6400, Testing net (#0)
I0917 18:26:36.095607 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9844
I0917 18:26:36.095791 31405 solver.cpp:343]     Test net output #1: loss = 0.0456808 (* 1 = 0.0456808 loss)
I0917 18:26:36.130257 31405 solver.cpp:214] Iteration 6400, loss = 0.11577
I0917 18:26:36.130329 31405 solver.cpp:229]     Train net output #0: loss = 0.11577 (* 1 = 0.11577 loss)
I0917 18:26:36.130358 31405 solver.cpp:486] Iteration 6400, lr = 0.00690029
I0917 18:26:36.522517 31405 solver.cpp:294] Iteration 6410, Testing net (#0)
I0917 18:26:46.936384 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9863
I0917 18:26:46.936436 31405 solver.cpp:343]     Test net output #1: loss = 0.0419091 (* 1 = 0.0419091 loss)
I0917 18:26:46.975496 31405 solver.cpp:214] Iteration 6410, loss = 0.561114
I0917 18:26:46.975554 31405 solver.cpp:229]     Train net output #0: loss = 0.561114 (* 1 = 0.561114 loss)
I0917 18:26:46.975574 31405 solver.cpp:486] Iteration 6410, lr = 0.00689713
I0917 18:26:47.345795 31405 solver.cpp:294] Iteration 6420, Testing net (#0)
I0917 18:26:57.760027 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9877
I0917 18:26:57.760097 31405 solver.cpp:343]     Test net output #1: loss = 0.039961 (* 1 = 0.039961 loss)
I0917 18:26:57.800149 31405 solver.cpp:214] Iteration 6420, loss = 0.0413023
I0917 18:26:57.800220 31405 solver.cpp:229]     Train net output #0: loss = 0.0413024 (* 1 = 0.0413024 loss)
I0917 18:26:57.800251 31405 solver.cpp:486] Iteration 6420, lr = 0.00689398
I0917 18:26:58.197059 31405 solver.cpp:294] Iteration 6430, Testing net (#0)
I0917 18:27:08.611842 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9873
I0917 18:27:08.615509 31405 solver.cpp:343]     Test net output #1: loss = 0.041758 (* 1 = 0.041758 loss)
I0917 18:27:08.655134 31405 solver.cpp:214] Iteration 6430, loss = 0.00550969
I0917 18:27:08.655187 31405 solver.cpp:229]     Train net output #0: loss = 0.00550975 (* 1 = 0.00550975 loss)
I0917 18:27:08.655205 31405 solver.cpp:486] Iteration 6430, lr = 0.00689083
I0917 18:27:09.055274 31405 solver.cpp:294] Iteration 6440, Testing net (#0)
I0917 18:27:19.426554 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9872
I0917 18:27:19.426609 31405 solver.cpp:343]     Test net output #1: loss = 0.0407429 (* 1 = 0.0407429 loss)
I0917 18:27:19.465471 31405 solver.cpp:214] Iteration 6440, loss = 0.0558679
I0917 18:27:19.465545 31405 solver.cpp:229]     Train net output #0: loss = 0.055868 (* 1 = 0.055868 loss)
I0917 18:27:19.465574 31405 solver.cpp:486] Iteration 6440, lr = 0.00688769
I0917 18:27:19.854437 31405 solver.cpp:294] Iteration 6450, Testing net (#0)
I0917 18:27:30.143342 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9778
I0917 18:27:30.143406 31405 solver.cpp:343]     Test net output #1: loss = 0.0712686 (* 1 = 0.0712686 loss)
I0917 18:27:30.181259 31405 solver.cpp:214] Iteration 6450, loss = 0.0166456
I0917 18:27:30.181337 31405 solver.cpp:229]     Train net output #0: loss = 0.0166456 (* 1 = 0.0166456 loss)
I0917 18:27:30.181371 31405 solver.cpp:486] Iteration 6450, lr = 0.00688455
I0917 18:27:30.560904 31405 solver.cpp:294] Iteration 6460, Testing net (#0)
I0917 18:27:41.033418 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9813
I0917 18:27:41.033602 31405 solver.cpp:343]     Test net output #1: loss = 0.0570948 (* 1 = 0.0570948 loss)
I0917 18:27:41.073434 31405 solver.cpp:214] Iteration 6460, loss = 0.00996823
I0917 18:27:41.073487 31405 solver.cpp:229]     Train net output #0: loss = 0.0099683 (* 1 = 0.0099683 loss)
I0917 18:27:41.073503 31405 solver.cpp:486] Iteration 6460, lr = 0.00688141
I0917 18:27:41.464293 31405 solver.cpp:294] Iteration 6470, Testing net (#0)
I0917 18:27:51.812046 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9865
I0917 18:27:51.812101 31405 solver.cpp:343]     Test net output #1: loss = 0.0407845 (* 1 = 0.0407845 loss)
I0917 18:27:51.851634 31405 solver.cpp:214] Iteration 6470, loss = 0.00653051
I0917 18:27:51.851701 31405 solver.cpp:229]     Train net output #0: loss = 0.0065306 (* 1 = 0.0065306 loss)
I0917 18:27:51.851728 31405 solver.cpp:486] Iteration 6470, lr = 0.00687828
I0917 18:27:52.259249 31405 solver.cpp:294] Iteration 6480, Testing net (#0)
I0917 18:28:02.679302 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9825
I0917 18:28:02.679373 31405 solver.cpp:343]     Test net output #1: loss = 0.0527086 (* 1 = 0.0527086 loss)
I0917 18:28:02.711638 31405 solver.cpp:214] Iteration 6480, loss = 0.00134113
I0917 18:28:02.711689 31405 solver.cpp:229]     Train net output #0: loss = 0.00134122 (* 1 = 0.00134122 loss)
I0917 18:28:02.711714 31405 solver.cpp:486] Iteration 6480, lr = 0.00687515
I0917 18:28:03.093134 31405 solver.cpp:294] Iteration 6490, Testing net (#0)
I0917 18:28:13.457093 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9801
I0917 18:28:13.457190 31405 solver.cpp:343]     Test net output #1: loss = 0.0597017 (* 1 = 0.0597017 loss)
I0917 18:28:13.492245 31405 solver.cpp:214] Iteration 6490, loss = 0.0140867
I0917 18:28:13.492316 31405 solver.cpp:229]     Train net output #0: loss = 0.0140868 (* 1 = 0.0140868 loss)
I0917 18:28:13.492342 31405 solver.cpp:486] Iteration 6490, lr = 0.00687202
I0917 18:28:13.875602 31405 solver.cpp:294] Iteration 6500, Testing net (#0)
I0917 18:28:24.273768 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9808
I0917 18:28:24.273838 31405 solver.cpp:343]     Test net output #1: loss = 0.0586097 (* 1 = 0.0586097 loss)
I0917 18:28:24.314834 31405 solver.cpp:214] Iteration 6500, loss = 0.00606436
I0917 18:28:24.314882 31405 solver.cpp:229]     Train net output #0: loss = 0.00606445 (* 1 = 0.00606445 loss)
I0917 18:28:24.314898 31405 solver.cpp:486] Iteration 6500, lr = 0.0068689
I0917 18:28:24.705662 31405 solver.cpp:294] Iteration 6510, Testing net (#0)
I0917 18:28:35.067512 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9829
I0917 18:28:35.067564 31405 solver.cpp:343]     Test net output #1: loss = 0.0500518 (* 1 = 0.0500518 loss)
I0917 18:28:35.102186 31405 solver.cpp:214] Iteration 6510, loss = 0.00537236
I0917 18:28:35.102234 31405 solver.cpp:229]     Train net output #0: loss = 0.00537245 (* 1 = 0.00537245 loss)
I0917 18:28:35.102251 31405 solver.cpp:486] Iteration 6510, lr = 0.00686578
I0917 18:28:35.490031 31405 solver.cpp:294] Iteration 6520, Testing net (#0)
I0917 18:28:45.906128 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9842
I0917 18:28:45.906218 31405 solver.cpp:343]     Test net output #1: loss = 0.045759 (* 1 = 0.045759 loss)
I0917 18:28:45.946614 31405 solver.cpp:214] Iteration 6520, loss = 0.00449417
I0917 18:28:45.946679 31405 solver.cpp:229]     Train net output #0: loss = 0.00449425 (* 1 = 0.00449425 loss)
I0917 18:28:45.946701 31405 solver.cpp:486] Iteration 6520, lr = 0.00686266
I0917 18:28:46.325656 31405 solver.cpp:294] Iteration 6530, Testing net (#0)
I0917 18:28:56.668510 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9857
I0917 18:28:56.668550 31405 solver.cpp:343]     Test net output #1: loss = 0.043418 (* 1 = 0.043418 loss)
I0917 18:28:56.693632 31405 solver.cpp:214] Iteration 6530, loss = 0.0870396
I0917 18:28:56.693691 31405 solver.cpp:229]     Train net output #0: loss = 0.0870397 (* 1 = 0.0870397 loss)
I0917 18:28:56.693706 31405 solver.cpp:486] Iteration 6530, lr = 0.00685955
I0917 18:28:57.071421 31405 solver.cpp:294] Iteration 6540, Testing net (#0)
I0917 18:29:07.494081 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9839
I0917 18:29:07.494149 31405 solver.cpp:343]     Test net output #1: loss = 0.0467519 (* 1 = 0.0467519 loss)
I0917 18:29:07.534101 31405 solver.cpp:214] Iteration 6540, loss = 0.0061092
I0917 18:29:07.534178 31405 solver.cpp:229]     Train net output #0: loss = 0.00610926 (* 1 = 0.00610926 loss)
I0917 18:29:07.534207 31405 solver.cpp:486] Iteration 6540, lr = 0.00685643
I0917 18:29:07.914160 31405 solver.cpp:294] Iteration 6550, Testing net (#0)
I0917 18:29:18.292979 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9829
I0917 18:29:18.293160 31405 solver.cpp:343]     Test net output #1: loss = 0.0521167 (* 1 = 0.0521167 loss)
I0917 18:29:18.343787 31405 solver.cpp:214] Iteration 6550, loss = 0.005838
I0917 18:29:18.343838 31405 solver.cpp:229]     Train net output #0: loss = 0.00583806 (* 1 = 0.00583806 loss)
I0917 18:29:18.343854 31405 solver.cpp:486] Iteration 6550, lr = 0.00685333
I0917 18:29:18.733186 31405 solver.cpp:294] Iteration 6560, Testing net (#0)
I0917 18:29:29.189213 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9833
I0917 18:29:29.189271 31405 solver.cpp:343]     Test net output #1: loss = 0.0514803 (* 1 = 0.0514803 loss)
I0917 18:29:29.226104 31405 solver.cpp:214] Iteration 6560, loss = 0.0397759
I0917 18:29:29.226164 31405 solver.cpp:229]     Train net output #0: loss = 0.0397759 (* 1 = 0.0397759 loss)
I0917 18:29:29.226183 31405 solver.cpp:486] Iteration 6560, lr = 0.00685022
I0917 18:29:29.598934 31405 solver.cpp:294] Iteration 6570, Testing net (#0)
I0917 18:29:39.909571 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9853
I0917 18:29:39.909641 31405 solver.cpp:343]     Test net output #1: loss = 0.0442437 (* 1 = 0.0442437 loss)
I0917 18:29:39.946446 31405 solver.cpp:214] Iteration 6570, loss = 0.00212166
I0917 18:29:39.946508 31405 solver.cpp:229]     Train net output #0: loss = 0.00212172 (* 1 = 0.00212172 loss)
I0917 18:29:39.946527 31405 solver.cpp:486] Iteration 6570, lr = 0.00684712
I0917 18:29:40.332633 31405 solver.cpp:294] Iteration 6580, Testing net (#0)
I0917 18:29:50.829397 31405 solver.cpp:343]     Test net output #0: accuracy = 0.986
I0917 18:29:50.829501 31405 solver.cpp:343]     Test net output #1: loss = 0.0458481 (* 1 = 0.0458481 loss)
I0917 18:29:50.860677 31405 solver.cpp:214] Iteration 6580, loss = 0.00228628
I0917 18:29:50.860738 31405 solver.cpp:229]     Train net output #0: loss = 0.00228636 (* 1 = 0.00228636 loss)
I0917 18:29:50.860756 31405 solver.cpp:486] Iteration 6580, lr = 0.00684403
I0917 18:29:51.231304 31405 solver.cpp:294] Iteration 6590, Testing net (#0)
I0917 18:30:01.580629 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9818
I0917 18:30:01.580687 31405 solver.cpp:343]     Test net output #1: loss = 0.0598914 (* 1 = 0.0598914 loss)
I0917 18:30:01.621934 31405 solver.cpp:214] Iteration 6590, loss = 0.0138369
I0917 18:30:01.621995 31405 solver.cpp:229]     Train net output #0: loss = 0.0138369 (* 1 = 0.0138369 loss)
I0917 18:30:01.622015 31405 solver.cpp:486] Iteration 6590, lr = 0.00684093
I0917 18:30:02.018192 31405 solver.cpp:294] Iteration 6600, Testing net (#0)
I0917 18:30:12.438335 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9829
I0917 18:30:12.438386 31405 solver.cpp:343]     Test net output #1: loss = 0.0541775 (* 1 = 0.0541775 loss)
I0917 18:30:12.475483 31405 solver.cpp:214] Iteration 6600, loss = 0.0382943
I0917 18:30:12.475546 31405 solver.cpp:229]     Train net output #0: loss = 0.0382943 (* 1 = 0.0382943 loss)
I0917 18:30:12.475566 31405 solver.cpp:486] Iteration 6600, lr = 0.00683784
I0917 18:30:12.850481 31405 solver.cpp:294] Iteration 6610, Testing net (#0)
I0917 18:30:23.253336 31405 solver.cpp:343]     Test net output #0: accuracy = 0.985
I0917 18:30:23.253432 31405 solver.cpp:343]     Test net output #1: loss = 0.0458675 (* 1 = 0.0458675 loss)
I0917 18:30:23.294491 31405 solver.cpp:214] Iteration 6610, loss = 0.0159286
I0917 18:30:23.294546 31405 solver.cpp:229]     Train net output #0: loss = 0.0159287 (* 1 = 0.0159287 loss)
I0917 18:30:23.294564 31405 solver.cpp:486] Iteration 6610, lr = 0.00683475
I0917 18:30:23.668562 31405 solver.cpp:294] Iteration 6620, Testing net (#0)
I0917 18:30:34.133712 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9871
I0917 18:30:34.133843 31405 solver.cpp:343]     Test net output #1: loss = 0.0409153 (* 1 = 0.0409153 loss)
I0917 18:30:34.167364 31405 solver.cpp:214] Iteration 6620, loss = 0.0274336
I0917 18:30:34.167440 31405 solver.cpp:229]     Train net output #0: loss = 0.0274336 (* 1 = 0.0274336 loss)
I0917 18:30:34.167475 31405 solver.cpp:486] Iteration 6620, lr = 0.00683167
I0917 18:30:34.545614 31405 solver.cpp:294] Iteration 6630, Testing net (#0)
I0917 18:30:44.958396 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9874
I0917 18:30:44.958451 31405 solver.cpp:343]     Test net output #1: loss = 0.0410607 (* 1 = 0.0410607 loss)
I0917 18:30:44.997685 31405 solver.cpp:214] Iteration 6630, loss = 0.170732
I0917 18:30:44.997735 31405 solver.cpp:229]     Train net output #0: loss = 0.170732 (* 1 = 0.170732 loss)
I0917 18:30:44.997750 31405 solver.cpp:486] Iteration 6630, lr = 0.00682859
I0917 18:30:45.385579 31405 solver.cpp:294] Iteration 6640, Testing net (#0)
I0917 18:30:55.773602 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9854
I0917 18:30:55.773798 31405 solver.cpp:343]     Test net output #1: loss = 0.0428081 (* 1 = 0.0428081 loss)
I0917 18:30:55.810971 31405 solver.cpp:214] Iteration 6640, loss = 0.318722
I0917 18:30:55.811050 31405 solver.cpp:229]     Train net output #0: loss = 0.318722 (* 1 = 0.318722 loss)
I0917 18:30:55.811079 31405 solver.cpp:486] Iteration 6640, lr = 0.00682551
I0917 18:30:56.212841 31405 solver.cpp:294] Iteration 6650, Testing net (#0)
I0917 18:31:06.582232 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9861
I0917 18:31:06.582293 31405 solver.cpp:343]     Test net output #1: loss = 0.0432248 (* 1 = 0.0432248 loss)
I0917 18:31:06.623941 31405 solver.cpp:214] Iteration 6650, loss = 0.0529236
I0917 18:31:06.623988 31405 solver.cpp:229]     Train net output #0: loss = 0.0529236 (* 1 = 0.0529236 loss)
I0917 18:31:06.624001 31405 solver.cpp:486] Iteration 6650, lr = 0.00682243
I0917 18:31:06.994180 31405 solver.cpp:294] Iteration 6660, Testing net (#0)
I0917 18:31:17.316743 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9844
I0917 18:31:17.316812 31405 solver.cpp:343]     Test net output #1: loss = 0.0463979 (* 1 = 0.0463979 loss)
I0917 18:31:17.351151 31405 solver.cpp:214] Iteration 6660, loss = 0.00246681
I0917 18:31:17.351209 31405 solver.cpp:229]     Train net output #0: loss = 0.00246685 (* 1 = 0.00246685 loss)
I0917 18:31:17.351228 31405 solver.cpp:486] Iteration 6660, lr = 0.00681936
I0917 18:31:17.733737 31405 solver.cpp:294] Iteration 6670, Testing net (#0)
I0917 18:31:28.080039 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9854
I0917 18:31:28.080142 31405 solver.cpp:343]     Test net output #1: loss = 0.0436796 (* 1 = 0.0436796 loss)
I0917 18:31:28.117504 31405 solver.cpp:214] Iteration 6670, loss = 0.219833
I0917 18:31:28.117558 31405 solver.cpp:229]     Train net output #0: loss = 0.219833 (* 1 = 0.219833 loss)
I0917 18:31:28.117574 31405 solver.cpp:486] Iteration 6670, lr = 0.00681629
I0917 18:31:28.529144 31405 solver.cpp:294] Iteration 6680, Testing net (#0)
I0917 18:31:39.040240 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9848
I0917 18:31:39.040292 31405 solver.cpp:343]     Test net output #1: loss = 0.042947 (* 1 = 0.042947 loss)
I0917 18:31:39.073817 31405 solver.cpp:214] Iteration 6680, loss = 0.0030442
I0917 18:31:39.073875 31405 solver.cpp:229]     Train net output #0: loss = 0.00304422 (* 1 = 0.00304422 loss)
I0917 18:31:39.073894 31405 solver.cpp:486] Iteration 6680, lr = 0.00681323
I0917 18:31:39.464090 31405 solver.cpp:294] Iteration 6690, Testing net (#0)
I0917 18:31:49.842447 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9821
I0917 18:31:49.842514 31405 solver.cpp:343]     Test net output #1: loss = 0.0504741 (* 1 = 0.0504741 loss)
I0917 18:31:49.880398 31405 solver.cpp:214] Iteration 6690, loss = 0.00344029
I0917 18:31:49.880473 31405 solver.cpp:229]     Train net output #0: loss = 0.00344032 (* 1 = 0.00344032 loss)
I0917 18:31:49.880506 31405 solver.cpp:486] Iteration 6690, lr = 0.00681017
I0917 18:31:50.258435 31405 solver.cpp:294] Iteration 6700, Testing net (#0)
I0917 18:32:00.682137 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9828
I0917 18:32:00.682317 31405 solver.cpp:343]     Test net output #1: loss = 0.0486219 (* 1 = 0.0486219 loss)
I0917 18:32:00.720929 31405 solver.cpp:214] Iteration 6700, loss = 0.00579416
I0917 18:32:00.721014 31405 solver.cpp:229]     Train net output #0: loss = 0.00579419 (* 1 = 0.00579419 loss)
I0917 18:32:00.721043 31405 solver.cpp:486] Iteration 6700, lr = 0.00680711
I0917 18:32:01.119504 31405 solver.cpp:294] Iteration 6710, Testing net (#0)
I0917 18:32:11.465443 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9811
I0917 18:32:11.465497 31405 solver.cpp:343]     Test net output #1: loss = 0.0547736 (* 1 = 0.0547736 loss)
I0917 18:32:11.502060 31405 solver.cpp:214] Iteration 6710, loss = 0.0022813
I0917 18:32:11.502135 31405 solver.cpp:229]     Train net output #0: loss = 0.00228133 (* 1 = 0.00228133 loss)
I0917 18:32:11.502162 31405 solver.cpp:486] Iteration 6710, lr = 0.00680405
I0917 18:32:11.874361 31405 solver.cpp:294] Iteration 6720, Testing net (#0)
I0917 18:32:22.285045 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9815
I0917 18:32:22.285099 31405 solver.cpp:343]     Test net output #1: loss = 0.0529453 (* 1 = 0.0529453 loss)
I0917 18:32:22.321063 31405 solver.cpp:214] Iteration 6720, loss = 0.00228556
I0917 18:32:22.321127 31405 solver.cpp:229]     Train net output #0: loss = 0.00228559 (* 1 = 0.00228559 loss)
I0917 18:32:22.321151 31405 solver.cpp:486] Iteration 6720, lr = 0.006801
I0917 18:32:22.706604 31405 solver.cpp:294] Iteration 6730, Testing net (#0)
I0917 18:32:33.084260 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9849
I0917 18:32:33.084360 31405 solver.cpp:343]     Test net output #1: loss = 0.0455689 (* 1 = 0.0455689 loss)
I0917 18:32:33.125877 31405 solver.cpp:214] Iteration 6730, loss = 0.288608
I0917 18:32:33.125946 31405 solver.cpp:229]     Train net output #0: loss = 0.288608 (* 1 = 0.288608 loss)
I0917 18:32:33.125973 31405 solver.cpp:486] Iteration 6730, lr = 0.00679795
I0917 18:32:33.503618 31405 solver.cpp:294] Iteration 6740, Testing net (#0)
I0917 18:32:43.849113 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9865
I0917 18:32:43.849184 31405 solver.cpp:343]     Test net output #1: loss = 0.0437715 (* 1 = 0.0437715 loss)
I0917 18:32:43.889662 31405 solver.cpp:214] Iteration 6740, loss = 0.00211427
I0917 18:32:43.889729 31405 solver.cpp:229]     Train net output #0: loss = 0.00211425 (* 1 = 0.00211425 loss)
I0917 18:32:43.889752 31405 solver.cpp:486] Iteration 6740, lr = 0.00679491
I0917 18:32:44.276564 31405 solver.cpp:294] Iteration 6750, Testing net (#0)
I0917 18:32:54.774253 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9844
I0917 18:32:54.774317 31405 solver.cpp:343]     Test net output #1: loss = 0.0474921 (* 1 = 0.0474921 loss)
I0917 18:32:54.811254 31405 solver.cpp:214] Iteration 6750, loss = 0.00832199
I0917 18:32:54.811331 31405 solver.cpp:229]     Train net output #0: loss = 0.00832198 (* 1 = 0.00832198 loss)
I0917 18:32:54.811352 31405 solver.cpp:486] Iteration 6750, lr = 0.00679186
I0917 18:32:55.209488 31405 solver.cpp:294] Iteration 6760, Testing net (#0)
I0917 18:33:05.587330 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9858
I0917 18:33:05.588541 31405 solver.cpp:343]     Test net output #1: loss = 0.0433981 (* 1 = 0.0433981 loss)
I0917 18:33:05.624184 31405 solver.cpp:214] Iteration 6760, loss = 0.00813849
I0917 18:33:05.624270 31405 solver.cpp:229]     Train net output #0: loss = 0.00813847 (* 1 = 0.00813847 loss)
I0917 18:33:05.624295 31405 solver.cpp:486] Iteration 6760, lr = 0.00678882
I0917 18:33:06.018726 31405 solver.cpp:294] Iteration 6770, Testing net (#0)
I0917 18:33:16.416877 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9856
I0917 18:33:16.416932 31405 solver.cpp:343]     Test net output #1: loss = 0.0465122 (* 1 = 0.0465122 loss)
I0917 18:33:16.452597 31405 solver.cpp:214] Iteration 6770, loss = 0.0172365
I0917 18:33:16.452651 31405 solver.cpp:229]     Train net output #0: loss = 0.0172365 (* 1 = 0.0172365 loss)
I0917 18:33:16.452669 31405 solver.cpp:486] Iteration 6770, lr = 0.00678579
I0917 18:33:16.821267 31405 solver.cpp:294] Iteration 6780, Testing net (#0)
I0917 18:33:27.316588 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9853
I0917 18:33:27.316645 31405 solver.cpp:343]     Test net output #1: loss = 0.043688 (* 1 = 0.043688 loss)
I0917 18:33:27.354862 31405 solver.cpp:214] Iteration 6780, loss = 0.0278078
I0917 18:33:27.354938 31405 solver.cpp:229]     Train net output #0: loss = 0.0278077 (* 1 = 0.0278077 loss)
I0917 18:33:27.354961 31405 solver.cpp:486] Iteration 6780, lr = 0.00678275
I0917 18:33:27.741650 31405 solver.cpp:294] Iteration 6790, Testing net (#0)
I0917 18:33:38.118141 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9863
I0917 18:33:38.118335 31405 solver.cpp:343]     Test net output #1: loss = 0.0400437 (* 1 = 0.0400437 loss)
I0917 18:33:38.156218 31405 solver.cpp:214] Iteration 6790, loss = 0.00669076
I0917 18:33:38.156288 31405 solver.cpp:229]     Train net output #0: loss = 0.00669073 (* 1 = 0.00669073 loss)
I0917 18:33:38.156318 31405 solver.cpp:486] Iteration 6790, lr = 0.00677972
I0917 18:33:38.527323 31405 solver.cpp:294] Iteration 6800, Testing net (#0)
I0917 18:33:48.935281 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9863
I0917 18:33:48.935341 31405 solver.cpp:343]     Test net output #1: loss = 0.0395507 (* 1 = 0.0395507 loss)
I0917 18:33:48.973628 31405 solver.cpp:214] Iteration 6800, loss = 0.0249199
I0917 18:33:48.973683 31405 solver.cpp:229]     Train net output #0: loss = 0.0249199 (* 1 = 0.0249199 loss)
I0917 18:33:48.973701 31405 solver.cpp:486] Iteration 6800, lr = 0.0067767
I0917 18:33:49.343968 31405 solver.cpp:294] Iteration 6810, Testing net (#0)
I0917 18:33:59.704757 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9866
I0917 18:33:59.704808 31405 solver.cpp:343]     Test net output #1: loss = 0.0385012 (* 1 = 0.0385012 loss)
I0917 18:33:59.733309 31405 solver.cpp:214] Iteration 6810, loss = 0.201421
I0917 18:33:59.733364 31405 solver.cpp:229]     Train net output #0: loss = 0.201421 (* 1 = 0.201421 loss)
I0917 18:33:59.733382 31405 solver.cpp:486] Iteration 6810, lr = 0.00677367
I0917 18:34:00.105485 31405 solver.cpp:294] Iteration 6820, Testing net (#0)
I0917 18:34:10.533931 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9863
I0917 18:34:10.534029 31405 solver.cpp:343]     Test net output #1: loss = 0.0431712 (* 1 = 0.0431712 loss)
I0917 18:34:10.572684 31405 solver.cpp:214] Iteration 6820, loss = 0.0131923
I0917 18:34:10.572737 31405 solver.cpp:229]     Train net output #0: loss = 0.0131923 (* 1 = 0.0131923 loss)
I0917 18:34:10.572756 31405 solver.cpp:486] Iteration 6820, lr = 0.00677065
I0917 18:34:10.941392 31405 solver.cpp:294] Iteration 6830, Testing net (#0)
I0917 18:34:21.508980 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9867
I0917 18:34:21.509043 31405 solver.cpp:343]     Test net output #1: loss = 0.0410127 (* 1 = 0.0410127 loss)
I0917 18:34:21.542556 31405 solver.cpp:214] Iteration 6830, loss = 0.00811226
I0917 18:34:21.542615 31405 solver.cpp:229]     Train net output #0: loss = 0.00811227 (* 1 = 0.00811227 loss)
I0917 18:34:21.542640 31405 solver.cpp:486] Iteration 6830, lr = 0.00676763
I0917 18:34:21.931079 31405 solver.cpp:294] Iteration 6840, Testing net (#0)
I0917 18:34:32.545253 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9867
I0917 18:34:32.545311 31405 solver.cpp:343]     Test net output #1: loss = 0.0411688 (* 1 = 0.0411688 loss)
I0917 18:34:32.587124 31405 solver.cpp:214] Iteration 6840, loss = 0.00125509
I0917 18:34:32.587193 31405 solver.cpp:229]     Train net output #0: loss = 0.0012551 (* 1 = 0.0012551 loss)
I0917 18:34:32.587215 31405 solver.cpp:486] Iteration 6840, lr = 0.00676462
I0917 18:34:32.981465 31405 solver.cpp:294] Iteration 6850, Testing net (#0)
I0917 18:34:43.604198 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9874
I0917 18:34:43.604372 31405 solver.cpp:343]     Test net output #1: loss = 0.0381656 (* 1 = 0.0381656 loss)
I0917 18:34:43.642927 31405 solver.cpp:214] Iteration 6850, loss = 0.00150705
I0917 18:34:43.642973 31405 solver.cpp:229]     Train net output #0: loss = 0.00150707 (* 1 = 0.00150707 loss)
I0917 18:34:43.642987 31405 solver.cpp:486] Iteration 6850, lr = 0.00676161
I0917 18:34:44.018316 31405 solver.cpp:294] Iteration 6860, Testing net (#0)
I0917 18:34:54.545897 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9855
I0917 18:34:54.545972 31405 solver.cpp:343]     Test net output #1: loss = 0.0425889 (* 1 = 0.0425889 loss)
I0917 18:34:54.586887 31405 solver.cpp:214] Iteration 6860, loss = 0.00046579
I0917 18:34:54.586956 31405 solver.cpp:229]     Train net output #0: loss = 0.000465794 (* 1 = 0.000465794 loss)
I0917 18:34:54.586984 31405 solver.cpp:486] Iteration 6860, lr = 0.0067586
I0917 18:34:54.967952 31405 solver.cpp:294] Iteration 6870, Testing net (#0)
I0917 18:35:05.613251 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9865
I0917 18:35:05.613322 31405 solver.cpp:343]     Test net output #1: loss = 0.0391232 (* 1 = 0.0391232 loss)
I0917 18:35:05.650795 31405 solver.cpp:214] Iteration 6870, loss = 0.0182553
I0917 18:35:05.650871 31405 solver.cpp:229]     Train net output #0: loss = 0.0182553 (* 1 = 0.0182553 loss)
I0917 18:35:05.650899 31405 solver.cpp:486] Iteration 6870, lr = 0.0067556
I0917 18:35:06.036090 31405 solver.cpp:294] Iteration 6880, Testing net (#0)
I0917 18:35:16.783659 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9872
I0917 18:35:16.783749 31405 solver.cpp:343]     Test net output #1: loss = 0.040194 (* 1 = 0.040194 loss)
I0917 18:35:16.827404 31405 solver.cpp:214] Iteration 6880, loss = 0.0143186
I0917 18:35:16.827492 31405 solver.cpp:229]     Train net output #0: loss = 0.0143186 (* 1 = 0.0143186 loss)
I0917 18:35:16.827529 31405 solver.cpp:486] Iteration 6880, lr = 0.00675259
I0917 18:35:17.244284 31405 solver.cpp:294] Iteration 6890, Testing net (#0)
I0917 18:35:27.747262 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9867
I0917 18:35:27.747318 31405 solver.cpp:343]     Test net output #1: loss = 0.0418558 (* 1 = 0.0418558 loss)
I0917 18:35:27.791358 31405 solver.cpp:214] Iteration 6890, loss = 0.0854756
I0917 18:35:27.791432 31405 solver.cpp:229]     Train net output #0: loss = 0.0854756 (* 1 = 0.0854756 loss)
I0917 18:35:27.791461 31405 solver.cpp:486] Iteration 6890, lr = 0.0067496
I0917 18:35:28.202239 31405 solver.cpp:294] Iteration 6900, Testing net (#0)
I0917 18:35:38.892597 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9866
I0917 18:35:38.892668 31405 solver.cpp:343]     Test net output #1: loss = 0.041437 (* 1 = 0.041437 loss)
I0917 18:35:38.939332 31405 solver.cpp:214] Iteration 6900, loss = 0.0299488
I0917 18:35:38.939385 31405 solver.cpp:229]     Train net output #0: loss = 0.0299488 (* 1 = 0.0299488 loss)
I0917 18:35:38.939415 31405 solver.cpp:486] Iteration 6900, lr = 0.0067466
I0917 18:35:39.315867 31405 solver.cpp:294] Iteration 6910, Testing net (#0)
I0917 18:35:50.159950 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9848
I0917 18:35:50.160056 31405 solver.cpp:343]     Test net output #1: loss = 0.0445635 (* 1 = 0.0445635 loss)
I0917 18:35:50.200186 31405 solver.cpp:214] Iteration 6910, loss = 0.00894034
I0917 18:35:50.200237 31405 solver.cpp:229]     Train net output #0: loss = 0.00894033 (* 1 = 0.00894033 loss)
I0917 18:35:50.200250 31405 solver.cpp:486] Iteration 6910, lr = 0.00674361
I0917 18:35:50.586197 31405 solver.cpp:294] Iteration 6920, Testing net (#0)
I0917 18:36:01.253245 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9839
I0917 18:36:01.253304 31405 solver.cpp:343]     Test net output #1: loss = 0.0467801 (* 1 = 0.0467801 loss)
I0917 18:36:01.296464 31405 solver.cpp:214] Iteration 6920, loss = 0.00627979
I0917 18:36:01.296528 31405 solver.cpp:229]     Train net output #0: loss = 0.00627978 (* 1 = 0.00627978 loss)
I0917 18:36:01.296546 31405 solver.cpp:486] Iteration 6920, lr = 0.00674062
I0917 18:36:01.683423 31405 solver.cpp:294] Iteration 6930, Testing net (#0)
I0917 18:36:12.337815 31405 solver.cpp:343]     Test net output #0: accuracy = 0.986
I0917 18:36:12.337889 31405 solver.cpp:343]     Test net output #1: loss = 0.0415952 (* 1 = 0.0415952 loss)
I0917 18:36:12.382632 31405 solver.cpp:214] Iteration 6930, loss = 0.118208
I0917 18:36:12.382700 31405 solver.cpp:229]     Train net output #0: loss = 0.118208 (* 1 = 0.118208 loss)
I0917 18:36:12.382721 31405 solver.cpp:486] Iteration 6930, lr = 0.00673763
I0917 18:36:12.768507 31405 solver.cpp:294] Iteration 6940, Testing net (#0)
I0917 18:36:23.374202 31405 solver.cpp:343]     Test net output #0: accuracy = 0.987
I0917 18:36:23.374390 31405 solver.cpp:343]     Test net output #1: loss = 0.0417121 (* 1 = 0.0417121 loss)
I0917 18:36:23.414161 31405 solver.cpp:214] Iteration 6940, loss = 0.0242014
I0917 18:36:23.414223 31405 solver.cpp:229]     Train net output #0: loss = 0.0242014 (* 1 = 0.0242014 loss)
I0917 18:36:23.414248 31405 solver.cpp:486] Iteration 6940, lr = 0.00673465
I0917 18:36:23.804836 31405 solver.cpp:294] Iteration 6950, Testing net (#0)
I0917 18:36:34.473157 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9864
I0917 18:36:34.473197 31405 solver.cpp:343]     Test net output #1: loss = 0.0427935 (* 1 = 0.0427935 loss)
I0917 18:36:34.510167 31405 solver.cpp:214] Iteration 6950, loss = 0.000956227
I0917 18:36:34.510237 31405 solver.cpp:229]     Train net output #0: loss = 0.000956234 (* 1 = 0.000956234 loss)
I0917 18:36:34.510259 31405 solver.cpp:486] Iteration 6950, lr = 0.00673167
I0917 18:36:34.896859 31405 solver.cpp:294] Iteration 6960, Testing net (#0)
I0917 18:36:45.399490 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9848
I0917 18:36:45.399571 31405 solver.cpp:343]     Test net output #1: loss = 0.0456398 (* 1 = 0.0456398 loss)
I0917 18:36:45.442443 31405 solver.cpp:214] Iteration 6960, loss = 0.000660067
I0917 18:36:45.442523 31405 solver.cpp:229]     Train net output #0: loss = 0.000660068 (* 1 = 0.000660068 loss)
I0917 18:36:45.442551 31405 solver.cpp:486] Iteration 6960, lr = 0.00672869
I0917 18:36:45.843763 31405 solver.cpp:294] Iteration 6970, Testing net (#0)
I0917 18:36:56.562849 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9808
I0917 18:36:56.562999 31405 solver.cpp:343]     Test net output #1: loss = 0.0577991 (* 1 = 0.0577991 loss)
I0917 18:36:56.604254 31405 solver.cpp:214] Iteration 6970, loss = 0.086151
I0917 18:36:56.604327 31405 solver.cpp:229]     Train net output #0: loss = 0.086151 (* 1 = 0.086151 loss)
I0917 18:36:56.604356 31405 solver.cpp:486] Iteration 6970, lr = 0.00672572
I0917 18:36:56.988262 31405 solver.cpp:294] Iteration 6980, Testing net (#0)
I0917 18:37:07.520611 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9837
I0917 18:37:07.520669 31405 solver.cpp:343]     Test net output #1: loss = 0.048797 (* 1 = 0.048797 loss)
I0917 18:37:07.563065 31405 solver.cpp:214] Iteration 6980, loss = 0.00143663
I0917 18:37:07.563112 31405 solver.cpp:229]     Train net output #0: loss = 0.00143663 (* 1 = 0.00143663 loss)
I0917 18:37:07.563127 31405 solver.cpp:486] Iteration 6980, lr = 0.00672275
I0917 18:37:07.961010 31405 solver.cpp:294] Iteration 6990, Testing net (#0)
I0917 18:37:18.690673 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9856
I0917 18:37:18.690739 31405 solver.cpp:343]     Test net output #1: loss = 0.0403959 (* 1 = 0.0403959 loss)
I0917 18:37:18.734011 31405 solver.cpp:214] Iteration 6990, loss = 0.0051409
I0917 18:37:18.734064 31405 solver.cpp:229]     Train net output #0: loss = 0.00514091 (* 1 = 0.00514091 loss)
I0917 18:37:18.734083 31405 solver.cpp:486] Iteration 6990, lr = 0.00671978
I0917 18:37:19.080672 31405 solver.cpp:361] Snapshotting to examples/mnist/lenet_iter_7000.caffemodel
I0917 18:37:19.082692 31405 solver.cpp:369] Snapshotting solver state to examples/mnist/lenet_iter_7000.solverstate
I0917 18:37:19.105567 31405 solver.cpp:276] Iteration 7000, loss = 0.00521758
I0917 18:37:19.105618 31405 solver.cpp:294] Iteration 7000, Testing net (#0)
I0917 18:37:29.773783 31405 solver.cpp:343]     Test net output #0: accuracy = 0.9861
I0917 18:37:29.773970 31405 solver.cpp:343]     Test net output #1: loss = 0.0427877 (* 1 = 0.0427877 loss)
I0917 18:37:29.773990 31405 solver.cpp:281] Optimization Done.
I0917 18:37:29.774003 31405 caffe.cpp:134] Optimization Done.