BasicOptimizer.scala:89 executed in 154.40 seconds (1.751 gc):
val lineSearchInstance: LineSearchStrategy = lineSearchFactory
val trainer = new IterativeTrainer(trainable)
trainer.setOrientation(orientation())
trainer.setMonitor(new TrainingMonitor() {
override def clear(): Unit = trainingMonitor.clear()
override def log(msg: String): Unit = {
trainingMonitor.log(msg)
BasicOptimizer.this.log(msg)
}
override def onStepFail(currentPoint: Step): Boolean = {
BasicOptimizer.this.onStepFail(trainable.addRef().asInstanceOf[Trainable], currentPoint)
}
override def onStepComplete(currentPoint: Step): Unit = {
if (0 < logEvery && (0 == currentPoint.iteration % logEvery || currentPoint.iteration < logEvery)) {
val image = currentImage()
timelineAnimation += image
val caption = "Iteration " + currentPoint.iteration
out.p(caption + "\n" + out.jpg(image, caption))
}
BasicOptimizer.this.onStepComplete(trainable.addRef().asInstanceOf[Trainable], currentPoint)
trainingMonitor.onStepComplete(currentPoint)
super.onStepComplete(currentPoint)
}
})
trainer.setTimeout(trainingMinutes, TimeUnit.MINUTES)
trainer.setMaxIterations(trainingIterations)
trainer.setLineSearchFactory((_: CharSequence) => lineSearchInstance)
trainer.setTerminateThreshold(java.lang.Double.NEGATIVE_INFINITY)
val result = trainer.run.asInstanceOf[lang.Double]
trainer.freeRef()
result
Reset training subject: 10841718632567
Reset training subject: 10842905504613
Adding measurement 3b20469d to history. Total: 0
LBFGS Accumulation History: 1 points
Constructing line search parameters: GD+Trust
th(0)=-0.514683164583639;dx=-2.095657138618797E-7
New Minimum: -0.514683164583639 > -0.5146837811603319
WOLFE (weak): th(2.154434690031884)=-0.5146837811603319; dx=-2.083970628297957E-7 evalInputDelta=6.165766928134531E-7
New Minimum: -0.5146837811603319 > -0.5146843484102368
WOLFE (weak): th(4.308869380063768)=-0.5146843484102368; dx=-2.146647558367678E-7 evalInputDelta=1.1838265977504037E-6
New Minimum: -0.5146843484102368 > -0.5146865434148485
WOLFE (weak): th(12.926608140191302)=-0.5146865434148485; dx=-2.1176246207407893E-7 evalInputDelta=3.378831209488453E-6
New Minimum: -0.5146865434148485 > -0.5146964578134293
WOLFE (weak): th(51.70643256076521)=-0.5146964578134293; dx=-2.1322596859692643E-7 evalInputDelta=1.3293229790267702E-5
New Minimum: -0.5146964578134293 > -0.5147495286600584
WOLFE (weak): th(258.53216280382605)=-0.5147495286600584; dx=-2.1178586547482997E-7 evalInputDelta=6.636407641935627E-5
New Minimum: -0.5147495286600584 > -0.5150820340371113
WOLFE (weak): th(1551.1929768229563)=-0.5150820340371113; dx=-2.1091102592038983E-7 evalInputDelta=3.9886945347222813E-4
New Minimum: -0.5150820340371113 > -0.5175055148862308
WOLFE (weak): th(10858.350837760694)=-0.5175055148862308; dx=-2.0724532391602779E-7 evalInputDelta=0.002822350302591703
New Minimum: -0.5175055148862308 > -0.5383960319663949
WOLFE (weak): th(86866.80670208555)=-0.5383960319663949; dx=-2.169615698104678E-7 evalInputDelta=0.023712867382755798
New Minimum: -0.5383960319663949 > -0.7135094697214251
END: th(781801.26031877)=-0.7135094697214251; dx=-1.1826133681361921E-7 evalInputDelta=0.1988263051377861
Fitness changed from -0.514683164583639 to -0.7135094697214251
Iteration 1 complete. Error: -0.7135094697214251 Total: 15.9735; Orientation: 0.0185; Line Search: 12.4833
<a id="p-3"></a>Iteration 1
<a id="p-2"></a>
Adding measurement 7c732ebd to history. Total: 1
LBFGS Accumulation History: 2 points
th(0)=-0.7135094697214251;dx=-6.546757190900963E-7
New Minimum: -0.7135094697214251 > -1.1758886509006155
END: th(1684339.7559414052)=-1.1758886509006155; dx=-9.761407647050274E-8 evalInputDelta=0.4623791811791903
Fitness changed from -0.7135094697214251 to -1.1758886509006155
Iteration 2 complete. Error: -1.1758886509006155 Total: 3.7137; Orientation: 0.0168; Line Search: 2.3905
<a id="p-5"></a>Iteration 2
<a id="p-4"></a>
Adding measurement b4cf208 to history. Total: 2
LBFGS Accumulation History: 3 points
th(0)=-1.1758886509006155;dx=-1.8430269311756077E-6
New Minimum: -1.1758886509006155 > -1.3116479179518166
WOLF (strong): th(3628800.0)=-1.3116479179518166; dx=7.84942716961824E-10 evalInputDelta=0.13575926705120112
New Minimum: -1.3116479179518166 > -1.651555453434523
END: th(1814400.0)=-1.651555453434523; dx=-3.139910744405957E-8 evalInputDelta=0.4756668025339075
Fitness changed from -1.1758886509006155 to -1.651555453434523
Iteration 3 complete. Error: -1.651555453434523 Total: 4.9297; Orientation: 0.0171; Line Search: 3.6020
<a id="p-7"></a>Iteration 3
<a id="p-6"></a>
Adding measurement e787c5e to history. Total: 3
Rejected: LBFGS Orientation magnitude: 1.356e+04, gradient 1.617e-03, dot -0.083; [c37e1726-dd1e-4dc9-9ca4-5e0db911913e = 1.000/1.000e+00]
Orientation rejected. Popping history element from -1.651555453434523, -1.1758886509006155, -0.7135094697214251, -0.514683164583639
LBFGS Accumulation History: 3 points
Removed measurement e787c5e to history. Total: 3
th(0)=-1.651555453434523;dx=-2.5411260886312686E-6
New Minimum: -1.651555453434523 > -1.788488391940941
WOLF (strong): th(3909006.30159385)=-1.788488391940941; dx=5.055743994068145E-8 evalInputDelta=0.13693293850641797
New Minimum: -1.788488391940941 > -2.4405629668733226
WOLF (strong): th(1954503.150796925)=-2.4405629668733226; dx=1.737913603946769E-8 evalInputDelta=0.7890075134387997
New Minimum: -2.4405629668733226 > -2.671853598662526
END: th(651501.0502656417)=-2.671853598662526; dx=-6.359423739741169E-7 evalInputDelta=1.0202981452280029
Fitness changed from -1.651555453434523 to -2.671853598662526
Iteration 4 complete. Error: -2.671853598662526 Total: 6.5762; Orientation: 0.4711; Line Search: 4.8160
<a id="p-9"></a>Iteration 4
<a id="p-8"></a>
Adding measurement 3a0553c9 to history. Total: 3
Rejected: LBFGS Orientation magnitude: 1.379e+04, gradient 1.661e-03, dot -0.075; [c37e1726-dd1e-4dc9-9ca4-5e0db911913e = 1.000/1.000e+00]
Orientation rejected. Popping history element from -2.671853598662526, -1.1758886509006155, -0.7135094697214251, -0.514683164583639
LBFGS Accumulation History: 3 points
Removed measurement 3a0553c9 to history. Total: 3
th(0)=-2.671853598662526;dx=-2.6930734101072153E-6
New Minimum: -2.671853598662526 > -3.5679710143192036
END: th(1403616.4632845044)=-3.5679710143192036; dx=-9.767134347136432E-8 evalInputDelta=0.8961174156566778
Fitness changed from -2.671853598662526 to -3.5679710143192036
Iteration 5 complete. Error: -3.5679710143192036 Total: 4.2160; Orientation: 0.4784; Line Search: 2.4326
<a id="p-11"></a>Iteration 5
<a id="p-10"></a>
Adding measurement 26ca4870 to history. Total: 3
Rejected: LBFGS Orientation magnitude: 2.133e+04, gradient 2.303e-03, dot -0.068; [c37e1726-dd1e-4dc9-9ca4-5e0db911913e = 1.000/1.000e+00]
Orientation rejected. Popping history element from -3.5679710143192036, -1.1758886509006155, -0.7135094697214251, -0.514683164583639
LBFGS Accumulation History: 3 points
Removed measurement 26ca4870 to history. Total: 3
th(0)=-3.5679710143192036;dx=-5.108418398138487E-6
Armijo: th(3024000.0)=-2.6130321554156293; dx=1.9615268339449502E-7 evalInputDelta=-0.9549388589035743
New Minimum: -3.5679710143192036 > -4.3566740608099455
WOLF (strong): th(1512000.0)=-4.3566740608099455; dx=2.544826494788743E-7 evalInputDelta=0.7887030464907419
New Minimum: -4.3566740608099455 > -5.089090968103388
END: th(504000.0)=-5.089090968103388; dx=-9.862884734485903E-7 evalInputDelta=1.5211199537841846
Fitness changed from -3.5679710143192036 to -5.089090968103388
Iteration 6 complete. Error: -5.089090968103388 Total: 6.7191; Orientation: 0.4858; Line Search: 4.9245
Adding measurement 4cae0030 to history. Total: 3
Rejected: LBFGS Orientation magnitude: 2.891e+04, gradient 2.204e-03, dot -0.070; [c37e1726-dd1e-4dc9-9ca4-5e0db911913e = 1.000/1.000e+00]
Orientation rejected. Popping history element from -5.089090968103388, -1.1758886509006155, -0.7135094697214251, -0.514683164583639
LBFGS Accumulation History: 3 points
Removed measurement 4cae0030 to history. Total: 3
th(0)=-5.089090968103388;dx=-4.714434659569094E-6
New Minimum: -5.089090968103388 > -6.031866480553657
END: th(1085835.0837760693)=-6.031866480553657; dx=-9.42079650523153E-8 evalInputDelta=0.942775512450269
Fitness changed from -5.089090968103388 to -6.031866480553657
Iteration 7 complete. Error: -6.031866480553657 Total: 4.6612; Orientation: 0.5808; Line Search: 2.4238
Adding measurement 11fd7bee to history. Total: 3
Rejected: LBFGS Orientation magnitude: 4.622e+04, gradient 2.938e-03, dot -0.056; [c37e1726-dd1e-4dc9-9ca4-5e0db911913e = 1.000/1.000e+00]
Orientation rejected. Popping history element from -6.031866480553657, -1.1758886509006155, -0.7135094697214251, -0.514683164583639
LBFGS Accumulation History: 3 points
Removed measurement 11fd7bee to history. Total: 3
th(0)=-6.031866480553657;dx=-8.458927038182092E-6
Armijo: th(2339360.7721408405)=-4.000355143239709; dx=4.82401915481071E-7 evalInputDelta=-2.0315113373139484
New Minimum: -6.031866480553657 > -6.561831957124981
WOLF (strong): th(1169680.3860704203)=-6.561831957124981; dx=6.776772611795198E-7 evalInputDelta=0.5299654765713235
New Minimum: -6.561831957124981 > -7.817814987845022
END: th(389893.4620234734)=-7.817814987845022; dx=-1.340973073469194E-
...skipping 4026 bytes...
al: 3
Accepted: LBFGS Orientation magnitude: 6.673e+03, gradient 2.626e-03, dot 0.226; [c37e1726-dd1e-4dc9-9ca4-5e0db911913e = 1.000/1.000e+00]
Constructing line search parameters: LBFGS+Trust
th(0)=-11.577458031580218;dx=-3.8951954066902776
Armijo: th(754052.1415111594)=-0.9003408597458628; dx=1.8930883131234278E-7 evalInputDelta=-10.677117171834356
Armijo: th(377026.0707555797)=-0.900419555483499; dx=3.8594418606175507E-7 evalInputDelta=-10.677038476096719
Armijo: th(125675.35691852657)=-0.9002763415915691; dx=1.0691707723920743E-6 evalInputDelta=-10.677181689988648
Armijo: th(31418.83922963164)=-0.902262469619563; dx=3.838336593898206E-6 evalInputDelta=-10.675195561960654
Armijo: th(6283.767845926328)=-0.9056104366425936; dx=1.7846290404189575E-5 evalInputDelta=-10.671847594937624
Armijo: th(1047.2946409877213)=-0.9113684710770357; dx=1.4668017970623692E-4 evalInputDelta=-10.666089560503181
Armijo: th(149.61352014110304)=-0.9082323622484256; dx=9.469892973475621E-4 evalInputDelta=-10.669225669331793
Armijo: th(18.70169001763788)=-0.9357526080345032; dx=-9.847316828363768E-4 evalInputDelta=-10.641705423545714
Armijo: th(2.07796555751532)=-1.3431546670170118; dx=0.3098737871024161 evalInputDelta=-10.234303364563205
Armijo: th(0.207796555751532)=-11.02926329318439; dx=1.029292389117722 evalInputDelta=-0.5481947383958268
New Minimum: -11.577458031580218 > -11.608542217061355
END: th(0.018890595977411998)=-11.608542217061355; dx=-3.2534393730624243 evalInputDelta=0.031084185481137894
Fitness changed from -11.577458031580218 to -11.608542217061355
Iteration 13 complete. Error: -11.608542217061355 Total: 16.4714; Orientation: 0.4640; Line Search: 14.8726
Adding measurement b12dad9 to history. Total: 4
Rejected: LBFGS Orientation magnitude: 8.661e+05, gradient 2.576e-03, dot -0.105; [c37e1726-dd1e-4dc9-9ca4-5e0db911913e = 1.000/1.000e+00]
Orientation rejected. Popping history element from -11.608542217061355, -11.577458031580218, -1.1758886509006155, -0.7135094697214251, -0.514683164583639
Rejected: LBFGS Orientation magnitude: 9.918e+05, gradient 2.576e-03, dot -0.199; [c37e1726-dd1e-4dc9-9ca4-5e0db911913e = 1.000/1.000e+00]
Orientation rejected. Popping history element from -11.608542217061355, -11.577458031580218, -1.1758886509006155, -0.7135094697214251
LBFGS Accumulation History: 3 points
Removed measurement b12dad9 to history. Total: 4
Removed measurement f9648c1 to history. Total: 3
th(0)=-11.608542217061355;dx=-6.500655504331102E-6
Armijo: th(0.04069855528911317)=-11.608541657201144; dx=-6.426798147580978E-6 evalInputDelta=-5.598602115242102E-7
Armijo: th(0.020349277644556584)=-11.608542217061355; dx=-6.44494280075919E-6 evalInputDelta=0.0
Armijo: th(0.006783092548185528)=-11.608541097340904; dx=-6.40290844444385E-6 evalInputDelta=-1.1197204514701298E-6
Armijo: th(0.001695773137046382)=-11.608541097340904; dx=-6.389172906831064E-6 evalInputDelta=-1.1197204514701298E-6
Armijo: th(3.3915462740927643E-4)=-11.608541657201144; dx=-6.392534421391505E-6 evalInputDelta=-5.598602115242102E-7
Armijo: th(5.6525771234879405E-5)=-11.608541657201144; dx=-6.412529287721603E-6 evalInputDelta=-5.598602115242102E-7
WOLFE (weak): th(8.075110176411344E-6)=-11.608542217061355; dx=-6.44450439499339E-6 evalInputDelta=0.0
Armijo: th(3.230044070564538E-5)=-11.608541657201144; dx=-6.378691459848103E-6 evalInputDelta=-5.598602115242102E-7
Armijo: th(2.018777544102836E-5)=-11.608541657201144; dx=-6.394427366258982E-6 evalInputDelta=-5.598602115242102E-7
WOLFE (weak): th(1.4131442808719851E-5)=-11.608542217061355; dx=-6.3985086858333405E-6 evalInputDelta=0.0
WOLFE (weak): th(1.7159609124874105E-5)=-11.608542217061355; dx=-6.4285573593295015E-6 evalInputDelta=0.0
WOLFE (weak): th(1.8673692282951233E-5)=-11.608542217061355; dx=-6.422386862876458E-6 evalInputDelta=0.0
Armijo: th(1.9430733861989794E-5)=-11.608541657201144; dx=-6.37317170937087E-6 evalInputDelta=-5.598602115242102E-7
Armijo: th(1.9052213072470515E-5)=-11.608541657201144; dx=-6.396672730964552E-6 evalInputDelta=-5.598602115242102E-7
WOLFE (weak): th(1.8862952677710872E-5)=-11.608542217061355; dx=-6.418386660868488E-6 evalInputDelta=0.0
Armijo: th(1.8957582875090694E-5)=-11.608541657201144; dx=-6.335718808230544E-6 evalInputDelta=-5.598602115242102E-7
WOLFE (weak): th(1.8910267776400785E-5)=-11.608542217061355; dx=-6.419057669498825E-6 evalInputDelta=0.0
WOLFE (weak): th(1.8933925325745738E-5)=-11.608542217061355; dx=-6.35087807314076E-6 evalInputDelta=0.0
WOLFE (weak): th(1.8945754100418214E-5)=-11.608542217061355; dx=-6.294293748552212E-6 evalInputDelta=0.0
WOLFE (weak): th(1.8951668487754452E-5)=-11.608542217061355; dx=-6.455244926070527E-6 evalInputDelta=0.0
WOLFE (weak): th(1.8954625681422575E-5)=-11.608542217061355; dx=-6.442128024087556E-6 evalInputDelta=0.0
WOLFE (weak): th(1.8956104278256636E-5)=-11.608542217061355; dx=-6.424280687959875E-6 evalInputDelta=0.0
WOLFE (weak): th(1.8956843576673663E-5)=-11.608542217061355; dx=-6.4262566398511586E-6 evalInputDelta=0.0
WOLFE (weak): th(1.8957213225882177E-5)=-11.608542217061355; dx=-6.376686496685587E-6 evalInputDelta=0.0
WOLFE (weak): th(1.8957398050486434E-5)=-11.608542217061355; dx=-6.4481402453877856E-6 evalInputDelta=0.0
mu ~= nu (1.8957398050486434E-5): th(0.0)=-11.608542217061355
Fitness changed from -11.608542217061355 to -11.608542217061355
Static Iteration Total: 35.4235; Orientation: 1.0740; Line Search: 33.2055
Iteration 14 failed. Error: -11.608542217061355
Previous Error: 0.0 -> -11.608542217061355
Retrying iteration 14
Reset training subject: 10968014818885
Adding measurement 583b5d3d to history. Total: 0
LBFGS Accumulation History: 1 points
th(0)=-11.608542217061355;dx=-6.577372320048554E-6
WOLFE (weak): th(4.084267508898027E-5)=-11.608542217061355; dx=-6.472233393329093E-6 evalInputDelta=0.0
Armijo: th(8.168535017796054E-5)=-11.608541657201144; dx=-6.474036386340189E-6 evalInputDelta=-5.598602115242102E-7
Armijo: th(6.12640126334704E-5)=-11.608541657201144; dx=-6.448414642377657E-6 evalInputDelta=-5.598602115242102E-7
WOLFE (weak): th(5.1053343861225336E-5)=-11.608542217061355; dx=-6.472401318509372E-6 evalInputDelta=0.0
Armijo: th(5.6158678247347866E-5)=-11.608541657201144; dx=-6.467656345861486E-6 evalInputDelta=-5.598602115242102E-7
WOLFE (weak): th(5.36060110542866E-5)=-11.608542217061355; dx=-6.4498246638152276E-6 evalInputDelta=0.0
WOLFE (weak): th(5.488234465081723E-5)=-11.608542217061355; dx=-6.4691624325829034E-6 evalInputDelta=0.0
WOLFE (weak): th(5.5520511449082545E-5)=-11.608542217061355; dx=-6.36552777720372E-6 evalInputDelta=0.0
Armijo: th(5.5839594848215205E-5)=-11.608541657201144; dx=-6.46192173636045E-6 evalInputDelta=-5.598602115242102E-7
WOLFE (weak): th(5.5680053148648875E-5)=-11.608542217061355; dx=-6.4011374270137845E-6 evalInputDelta=0.0
Armijo: th(5.575982399843204E-5)=-11.608541657201144; dx=-6.4481607580312256E-6 evalInputDelta=-5.598602115242102E-7
Armijo: th(5.571993857354046E-5)=-11.608541657201144; dx=-6.454026685436992E-6 evalInputDelta=-5.598602115242102E-7
Armijo: th(5.569999586109467E-5)=-11.608541657201144; dx=-6.441106943731907E-6 evalInputDelta=-5.598602115242102E-7
WOLFE (weak): th(5.569002450487177E-5)=-11.608542217061355; dx=-6.431121467865514E-6 evalInputDelta=0.0
WOLFE (weak): th(5.5695010182983215E-5)=-11.608542217061355; dx=-6.449457666887718E-6 evalInputDelta=0.0
WOLFE (weak): th(5.5697503022038945E-5)=-11.608542217061355; dx=-6.412817957687355E-6 evalInputDelta=0.0
WOLFE (weak): th(5.569874944156681E-5)=-11.608542217061355; dx=-6.330118265149607E-6 evalInputDelta=0.0
WOLFE (weak): th(5.569937265133074E-5)=-11.608542217061355; dx=-6.4050946442292E-6 evalInputDelta=0.0
Armijo: th(5.569968425621271E-5)=-11.608541657201144; dx=-6.456189904370804E-6 evalInputDelta=-5.598602115242102E-7
mu ~= nu (5.569937265133074E-5): th(0.0)=-11.608542217061355
Fitness changed from -11.608542217061355 to -11.608542217061355
Static Iteration Total: 28.0994; Orientation: 0.0165; Line Search: 25.7876
Iteration 15 failed. Error: -11.608542217061355
Previous Error: 0.0 -> -11.608542217061355
Optimization terminated 15
Final threshold in iteration 15: -11.608542217061355 (> -Infinity) after 154.395s (< 3600.000s)
Returns
-11.608542217061355