Code from BasicOptimizer.scala:88 executed in 677.63 seconds (12.045 gc):
val lineSearchInstance: LineSearchStrategy = lineSearchFactory
val trainer = new IterativeTrainer(trainable)
trainer.setOrientation(orientation())
trainer.setMonitor(new TrainingMonitor() {
override def clear(): Unit = trainingMonitor.clear()
override def log(msg: String): Unit = {
trainingMonitor.log(msg)
BasicOptimizer.this.log(msg)
}
override def onStepFail(currentPoint: Step): Boolean = {
BasicOptimizer.this.onStepFail(trainable.addRef().asInstanceOf[Trainable], currentPoint)
}
override def onStepComplete(currentPoint: Step): Unit = {
if (0 < logEvery && (0 == currentPoint.iteration % logEvery || currentPoint.iteration < logEvery)) {
val image = currentImage()
timelineAnimation += image
val caption = "Iteration " + currentPoint.iteration
out.p(caption + "\n" + out.jpg(image, caption))
}
BasicOptimizer.this.onStepComplete(trainable.addRef().asInstanceOf[Trainable], currentPoint)
trainingMonitor.onStepComplete(currentPoint)
super.onStepComplete(currentPoint)
}
})
trainer.setTimeout(trainingMinutes, TimeUnit.MINUTES)
trainer.setMaxIterations(trainingIterations)
trainer.setLineSearchFactory((_: CharSequence) => lineSearchInstance)
trainer.setTerminateThreshold(java.lang.Double.NEGATIVE_INFINITY)
val result = trainer.run.asInstanceOf[lang.Double]
trainer.freeRef()
result
Reset training subject: 1458999503076
Reset training subject: 1461315312319
Adding measurement 57d6e389 to history. Total: 0
LBFGS Accumulation History: 1 points
Constructing line search parameters: GD+Trust
th(0)=3.4545049369335175;dx=-2.4446048474395504E-7
New Minimum: 3.4545049369335175 > 3.454504117369652
WOLFE (weak): th(2.154434690031884)=3.454504117369652; dx=-2.4493207973989025E-7 evalInputDelta=8.195638656616211E-7
New Minimum: 3.454504117369652 > 3.454503506422043
WOLFE (weak): th(4.308869380063768)=3.454503506422043; dx=-2.4523017389231864E-7 evalInputDelta=1.430511474609375E-6
New Minimum: 3.454503506422043 > 3.454501047730446
WOLFE (weak): th(12.926608140191302)=3.454501047730446; dx=-2.4517417319024017E-7 evalInputDelta=3.889203071594238E-6
New Minimum: 3.454501047730446 > 3.4544888734817505
WOLFE (weak): th(51.70643256076521)=3.4544888734817505; dx=-2.441983112600595E-7 evalInputDelta=1.6063451766967773E-5
New Minimum: 3.4544888734817505 > 3.454424187541008
WOLFE (weak): th(258.53216280382605)=3.454424187541008; dx=-2.451754179205902E-7 evalInputDelta=8.074939250946045E-5
New Minimum: 3.454424187541008 > 3.4540189653635025
WOLFE (weak): th(1551.1929768229563)=3.4540189653635025; dx=-2.453637939271637E-7 evalInputDelta=4.859715700149536E-4
New Minimum: 3.4540189653635025 > 3.451102450489998
WOLFE (weak): th(10858.350837760694)=3.451102450489998; dx=-2.4469583313150397E-7 evalInputDelta=0.0034024864435195923
New Minimum: 3.451102450489998 > 3.4272611141204834
WOLFE (weak): th(86866.80670208555)=3.4272611141204834; dx=-2.447207966833684E-7 evalInputDelta=0.027243822813034058
New Minimum: 3.4272611141204834 > 3.2102130651474
WOLFE (weak): th(781801.26031877)=3.2102130651474; dx=-2.3721521652120173E-7 evalInputDelta=0.24429187178611755
New Minimum: 3.2102130651474 > 1.7613672614097595
END: th(7818012.6031877)=1.7613672614097595; dx=-1.2145150989343282E-7 evalInputDelta=1.693137675523758
Fitness changed from 3.4545049369335175 to 1.7613672614097595
Iteration 1 complete. Error: 1.7613672614097595 Total: 3
...skipping 42331 bytes...
2809996605; dx=-3.240603397689697E-9 evalInputDelta=-6.16908073425293E-6
WOLFE (weak): th(3991946.909988163)=-1.8418929874897003; dx=-3.2434625266009802E-9 evalInputDelta=4.0084123611450195E-6
Armijo: th(4052430.954078893)=-1.8418879583477974; dx=-3.2394754245381452E-9 evalInputDelta=-1.0207295417785645E-6
WOLFE (weak): th(4022188.932033528)=-1.8418905064463615; dx=-3.219931438689511E-9 evalInputDelta=1.5273690223693848E-6
WOLFE (weak): th(4037309.943056211)=-1.8418891876935959; dx=-3.2409978921800773E-9 evalInputDelta=2.086162567138672E-7
Armijo: th(4044870.448567552)=-1.841888651251793; dx=-3.2412187819113675E-9 evalInputDelta=-3.2782554626464844E-7
Armijo: th(4041090.1958118817)=-1.8418889418244362; dx=-3.243041404509004E-9 evalInputDelta=-3.725290298461914E-8
WOLFE (weak): th(4039200.0694340463)=-1.8418889939785004; dx=-3.2422717783423965E-9 evalInputDelta=1.4901161193847656E-8
WOLFE (weak): th(4040145.1326229637)=-1.8418890237808228; dx=-3.242962047633754E-9 evalInputDelta=4.470348358154297E-8
WOLFE (weak): th(4040617.6642174227)=-1.8418890163302422; dx=-3.2440288588828507E-9 evalInputDelta=3.725290298461914E-8
Armijo: th(4040853.930014652)=-1.841888964176178; dx=-3.2415709480251364E-9 evalInputDelta=-1.4901161193847656E-8
WOLFE (weak): th(4040735.7971160375)=-1.8418889939785004; dx=-3.242002361629631E-9 evalInputDelta=1.4901161193847656E-8
Armijo: th(4040794.863565345)=-1.8418889492750168; dx=-3.236037637788889E-9 evalInputDelta=-2.9802322387695312E-8
Armijo: th(4040765.330340691)=-1.8418889343738556; dx=-3.2429301896393392E-9 evalInputDelta=-4.470348358154297E-8
mu ~= nu (4040735.7971160375): th(3870978.8218067037)=-1.8419027477502823
Fitness changed from -1.8418889790773392 to -1.8419027477502823
Iteration 30 complete. Error: -1.8419027477502823 Total: 54.5736; Orientation: 0.3881; Line Search: 51.8672
<a id="p-21"></a>Iteration 30
<a id="p-20"></a>
Final threshold in iteration 31: -1.8419027477502823 (> -Infinity) after 677.632s (< 3600.000s)
-1.8419027477502823