Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase
Using Seed 1145459898356737024
In this apply, we use a network to learn this target input, given it's pre-evaluated output:
TrainingTester.java:332 executed in 0.03 seconds (0.000 gc):
return RefArrays.stream(RefUtil.addRef(input_target)).flatMap(RefArrays::stream).map(x -> {
try {
return x.prettyPrint();
} finally {
x.freeRef();
}
}).reduce((a, b) -> a + "\n" + b).orElse("");
Returns
[
[ [ 0.09390910394706786 ], [ -0.005377817656673001 ], [ 0.10635433414639484 ], [ 0.28265368731830387 ], [ -0.6580968391513349 ], [ -0.6495200407681505 ], [ 0.5629824447968277 ], [ 0.19512419179854512 ], ... ],
[ [ 0.35218508969491413 ], [ 0.16620468026306034 ], [ 0.6091082026123773 ], [ 0.13937499558048838 ], [ 0.27797717406487754 ], [ -0.8976796722571716 ], [ -0.17292296324790768 ], [ -0.5590308212473467 ], ... ],
[ [ -0.8792301518511589 ], [ -0.9522986113281631 ], [ 0.08046874325296716 ], [ 0.29881641145243654 ], [ -0.05319208011009802 ], [ 0.6596613460092016 ], [ -0.7393516725805052 ], [ 0.6600985939345696 ], ... ],
[ [ 0.5959626524951802 ], [ -0.7957761890319368 ], [ 0.6428738667311078 ], [ 0.5104215242655821 ], [ -0.47035264518158737 ], [ -0.059387613263765404 ], [ -0.889404808819861 ], [ 0.25677018495584947 ], ... ],
[ [ -0.9785717470144792 ], [ 0.7599054724524557 ], [ 0.2917225824915697 ], [ -0.8772418439931586 ], [ 0.5022008054065226 ], [ 0.6652819131238759 ], [ -0.8095865852363902 ], [ 0.8123434426046126 ], ... ],
[ [ -0.43893439513072674 ], [ -0.59388745913253 ], [ 0.6771076146394635 ], [ -0.33575970931123833 ], [ 0.23134969812647266 ], [ 0.5738975965014954 ], [ -0.1345908052048015 ], [ -0.8069224852422836 ], ... ],
[ [ 0.034710962057546535 ], [ -0.9474932416467288 ], [ 0.7983210193474144 ], [ -0.1756969434790736 ], [ -0.04505513194432664 ], [ 0.16016689755692481 ], [ -0.804939125643465 ], [ 0.860598069962567 ], ... ],
[ [ -0.25328144125686247 ], [ -0.7105813489382629 ], [ 0.8144426979885251 ], [ 0.18733364461436985 ], [ -0.8432896093874946 ], [ 0.002916640698637618 ], [ -0.672757327592316 ], [ 0.715424669241443 ], ... ],
...
]
[
[ [ 0.15358547063776662 ], [ -0.49874451265380815 ], [ -0.08368438379889209 ], [ 0.3314702343210607 ], [ -0.10349706126545821 ], [ 0.6556387746680277 ], [ 0.6253829970926461 ], [ 0.3624967417170364 ], ... ],
[ [ 0.7768665898276272 ], [ -0.20296811556362004 ], [ 0.3071841151372918 ], [ -0.29823808355037307 ], [ -0.8314194338411278 ], [ -0.26573662332040904 ], [ -0.4205725180538944 ], [ 0.5692419644452451 ], ... ],
[ [ 0.7008035457349366 ], [ -0.36319204339062394 ], [ -0.33787007253490287 ], [ 0.5474683677919248 ], [ -0.4667341679055208 ], [ 0.2794831537779505 ], [ -0.2891240201618779 ], [ -0.17112042728865062 ], ... ],
[ [ -0.47173880415901825 ], [ 0.189933051968197 ], [ 0.5355607160066138 ], [ -0.7089075299478185 ], [ 0.7641833938332088 ], [ 0.8684066083323267 ], [ 0.6605355505135091 ], [ -0.11172705847912989 ], ... ],
[ [ 0.44450929864763067 ], [ 0.4048720015017857 ], [ -0.5118687765008316 ], [ 0.9360630549596409 ], [ 0.2977428415006418 ], [ -0.1725329963487079 ], [ -0.7829488088457663 ], [ 0.16817934778266852 ], ... ],
[ [ -0.5047584583612059 ], [ -0.6561461177740011 ], [ 0.8782948525995506 ], [ -0.9595072209319533 ], [ 0.8765082214598492 ], [ 0.8745620398467255 ], [ -0.5865445584557414 ], [ 0.948639703287651 ], ... ],
[ [ 0.3453432370922307 ], [ -0.4110802444793036 ], [ -0.9795319840143348 ], [ 0.9355734924079728 ], [ 0.1381084457303512 ], [ -0.33947639771345517 ], [ -0.3222008884734475 ], [ -0.7415743077140253 ], ... ],
[ [ -0.25359724822628915 ], [ 0.41130779105399373 ], [ 0.8180821096424193 ], [ -0.6760557522634829 ], [ -0.5399640175500999 ], [ -0.6156308267806496 ], [ 0.43555135571878734 ], [ 0.37255588855235744 ], ... ],
...
]
[
[ [ 0.6362830185211865 ], [ -0.991469565814106 ], [ -0.9343899998907221 ], [ 0.18258467122426092 ], [ -0.34898534807994896 ], [ -0.29928140442467743 ], [ -0.4283313135441391 ], [ 0.6397441436227713 ], ... ],
[ [ 0.08571238759543842 ], [ 0.5590591269462986 ], [ 0.07551914842430252 ], [ -0.10092619587027385 ], [ -0.4631327483598884 ], [ 0.6066368271349174 ], [ -0.6869912923726624 ], [ -0.5451604331270488 ], ... ],
[ [ -0.8989382096914025 ], [ 0.7068311123051809 ], [ 0.5653309218208029 ], [ 0.1376010809707109 ], [ 0.5352469317804915 ], [ -0.903527616450112 ], [ 0.5893052426894503 ], [ -0.347818259571786 ], ... ],
[ [ 0.554730208284929 ], [ -0.3784170863576859 ], [ 0.17977162094586974 ], [ 0.4484725788358006 ], [ -0.38171464674006605 ], [ -0.14472061956404136 ], [ -0.229495547812814 ], [ -0.5460972319249282 ], ... ],
[ [ 0.4782875281715009 ], [ 0.9074077442205992 ], [ -0.3612743231356901 ], [ 0.47616049708422725 ], [ 0.6251013576873896 ], [ -0.6480359071211366 ], [ 0.10434499488266114 ], [ -0.238491466924023 ], ... ],
[ [ 0.6555952564070204 ], [ -0.7522013491836208 ], [ 0.7928562259193004 ], [ 0.8281808031927622 ], [ 0.4605228528327334 ], [ 0.960811641756705 ], [ 0.8475620871295912 ], [ -0.6873322260076773 ], ... ],
[ [ -0.5753864438915015 ], [ 0.8103196441580227 ], [ 0.8230810182231894 ], [ -0.41602177396943274 ], [ -0.005147967318897884 ], [ 0.8653718302528952 ], [ 0.0670147836684376 ], [ 0.1463898671887509 ], ... ],
[ [ 0.016441453788473614 ], [ -0.5816245456719644 ], [ 0.14115019775825077 ], [ -0.27935405661737267 ], [ 0.5087399860921231 ], [ 0.18543489456999884 ], [ -0.011779929488655139 ], [ -0.9045037433446819 ], ... ],
...
]
[
[ [ 0.6301010065482187 ], [ -0.7762287274195507 ], [ 0.4509354549648308 ], [ -0.6985789729719991 ], [ -0.21482344984766755 ], [ 0.8736262361071971 ], [ -0.9529324891709181 ], [ -0.6341032488200089 ], ... ],
[ [ 0.5552787389025295 ], [ -0.2861476256450941 ], [ -0.39364358259815657 ], [ -0.17117136238854314 ], [ 0.8774400805219111 ], [ 0.7334314469106877 ], [ 0.5522767579019583 ], [ 0.35581644423378767 ], ... ],
[ [ -0.9763823357409831 ], [ -0.23906707078186362 ], [ -0.20241124466479143 ], [ 0.8845726194254255 ], [ 0.749186981033499 ], [ -0.1743381625747782 ], [ 0.7508982128824973 ], [ -0.22542610326368306 ], ... ],
[ [ -0.9325890442740028 ], [ -0.4567890224550286 ], [ 0.4758135964384216 ], [ -0.4710171563612815 ], [ 0.9606852441543297 ], [ -0.4193953798906025 ], [ -0.21823647297470483 ], [ 0.3467511828436509 ], ... ],
[ [ -0.5326055543139103 ], [ -0.0678364779774121 ], [ 0.11631787857071973 ], [ 0.75965042270168 ], [ 0.20980779077174638 ], [ -0.9250723392235498 ], [ -0.6306571917295509 ], [ 0.9861533703355831 ], ... ],
[ [ -0.272707005439222 ], [ -0.5952809248103137 ], [ 0.7066194419300962 ], [ -0.24190097081561612 ], [ -0.23319022717208981 ], [ -0.8236370143486931 ], [ -0.1572692084906362 ], [ -0.6859799062437195 ], ... ],
[ [ 0.670208490254723 ], [ 0.14441347958603656 ], [ 0.8667873920819071 ], [ 0.01696565370591485 ], [ -0.24112164217754106 ], [ -0.0408346447844683 ], [ 0.17200392890141858 ], [ -0.8881538298498088 ], ... ],
[ [ -0.49113741427472757 ], [ -0.9831011951021287 ], [ 0.972494458752319 ], [ 0.19478011360109826 ], [ 0.23796514363063426 ], [ 0.8425301506697425 ], [ 0.3763577473327804 ], [ -0.4458065885745277 ], ... ],
...
]
[
[ [ 0.5470736283841351 ], [ 0.3315119840384184 ], [ -0.6754283003494184 ], [ 0.565580159727584 ], [ 0.07884603139434376 ], [ 0.934802894240855 ], [ 0.3793543168906657 ], [ 0.863267450302178 ], ... ],
[ [ -0.2510181788483066 ], [ 0.2864764345206805 ], [ -0.7826695379104924 ], [ -0.9607922902488271 ], [ -0.9976594014429103 ], [ 0.9324809621844288 ], [ -0.1903110944570523 ], [ -0.02173448313188775 ], ... ],
[ [ -0.347584488264401 ], [ -0.9734675705024409 ], [ 0.03472355035884256 ], [ 0.6208751905897565 ], [ 0.9453973810528966 ], [ -0.5762638988279145 ], [ -0.9257942756283388 ], [ 0.8634353368001026 ], ... ],
[ [ -0.35509900663805305 ], [ -0.8562607006130238 ], [ -0.6484771953988087 ], [ 0.7416595550523404 ], [ 0.038382909854207004 ], [ -0.2736320896677267 ], [ -0.10065363525271787 ], [ 0.7497834043247036 ], ... ],
[ [ 0.9291057082608114 ], [ -0.7387872254739922 ], [ -0.3408566327509701 ], [ -0.3270949593164787 ], [ 0.8609874228120475 ], [ -0.20747501800206058 ], [ 0.48124724294185817 ], [ -0.750919704229956 ], ... ],
[ [ -0.5078703191277105 ], [ 0.03256501657749045 ], [ 0.7595177804063464 ], [ -0.49542068340359857 ], [ 0.35638298573400373 ], [ -0.7006547846947175 ], [ -0.433930694670678 ], [ 0.01035840714793701 ], ... ],
[ [ -0.004790575124047569 ], [ 0.6072551690960013 ], [ 0.0032987059892797266 ], [ 0.008716233063657652 ], [ 0.9623050071608894 ], [ 0.8356155129711968 ], [ -0.73555181172851 ], [ -0.49692591600007097 ], ... ],
[ [ -0.29746323611091663 ], [ -0.14220153374935673 ], [ -0.259151811389122 ], [ -0.6956173262084768 ], [ -0.1419512572774171 ], [ -0.03641741790528519 ], [ 0.24884234135446404 ], [ 0.28068849757250125 ], ... ],
...
]
First, we train using basic gradient descent method apply weak line search conditions.
TrainingTester.java:480 executed in 9.34 seconds (0.037 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new ArmijoWolfeSearch());
iterativeTrainer.setOrientation(new GradientDescent());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 2164273657102
BACKPROP_AGG_SIZE = 3
THREADS = 64
SINGLE_THREADED = false
Initialized CoreSettings = {
"backpropAggregationSize" : 3,
"jvmThreads" : 64,
"singleThreaded" : false
}
Reset training subject: 2164354868035
Constructing line search parameters: GD
th(0)=0.1516649493083779;dx=-2.447230933895071E-6
New Minimum: 0.1516649493083779 > 0.15165967693971472
WOLFE (weak): th(2.154434690031884)=0.15165967693971472; dx=-2.4472025686053914E-6 evalInputDelta=5.272368663183924E-6
New Minimum: 0.15165967693971472 > 0.151654404632164
WOLFE (weak): th(4.308869380063768)=0.151654404632164; dx=-2.4471742021661195E-6 evalInputDelta=1.0544676213891657E-5
New Minimum: 0.151654404632164 > 0.15163331601313473
WOLFE (weak): th(12.926608140191302)=0.15163331601313473; dx=-2.447060724913272E-6 evalInputDelta=3.163329524316638E-5
New Minimum: 0.15163331601313473 > 0.1515384293324984
WOLFE (weak): th(51.70643256076521)=0.1515384293324984; dx=-2.446549849671249E-6 evalInputDelta=1.265199758795077E-4
New Minimum: 0.1515384293324984 > 0.1510327021067771
WOLFE (weak): th(258.53216280382605)=0.1510327021067771; dx=-2.4438188932545766E-6 evalInputDelta=6.322472016007941E-4
New Minimum: 0.1510327021067771 > 0.14788481544199178
WOLFE (weak): th(1551.1929768229563)=0.14788481544199178; dx=-2.4265108692272563E-6 evalInputDelta=0.0037801338663861206
New Minimum: 0.14788481544199178 > 0.12592048579766785
WOLFE (weak): th(10858.350837760694)=0.12592048579766785; dx=-2.2898898669811066E-6 evalInputDelta=0.025744463510710053
New Minimum: 0.12592048579766785 > 0.010446796776845423
END: th(86866.80670208555)=0.010446796776845423; dx=-6.498732998255176E-7 evalInputDelta=0.14121815253153247
Fitness changed from 0.1516649493083779 to 0.010446796776845423
Iteration 1 complete. Error: 0.010446796776845423 Total: 0.5459; Orientation: 0.0089; Line Search: 0.4080
th(0)=0.010446796776845423;dx=-1.9716586006899446E-7
New Minimum: 0.010446796776845423 > 0.004704497143962449
WOLF (strong): th(187148.86177126726)=0.004704497143962449; dx=1.1253258932191619E-7 evalInputDelta=0.005742299632882974
New Minimum: 0.004704497143962449 > 2.36581518015643E-4
END: th(93574.43088563363)=2.36581518015643E-4; dx=-2.4646825193927468E-8 evalInputDelta=0.010210215258829779
Fitness changed from 0.010446796776845423 to 2.36581518015643E-4
Iteration 2 complete. Error: 2.36581518015643E-4 Total: 0.0761; Orientation: 0.0040; Line Search: 0.0582
th(0)=2.36581518015643E-4;dx=-3.6739331106091014E-9
New Minimum: 2.36581518015643E-4 > 7.831733537666752E-5
WOLF (strong): th(201600.00000000003)=7.831733537666752E-5; dx=2.020783972090583E-9 evalInputDelta=1.5826418263897548E-4
New Minimum: 7.831733537666752E-5 > 1.3924084862198573E-5
END: th(100800.00000000001)=1.3924084862198573E-5; dx=-7.642609950339065E-10 evalInputDelta=2.2265743315344442E-4
Fitness changed from 2.36581518015643E-4 to 1.3924084862198573E-5
Iteration 3 complete. Error: 1.3924084862198573E-5 Total: 0.0820; Orientation: 0.0047; Line Search: 0.0624
th(0)=1.3924084862198573E-5;dx=-1.9330913547225856E-10
New Minimum: 1.3924084862198573E-5 > 3.6428517981829436E-6
WOLF (strong): th(217167.01675521393)=3.6428517981829436E-6; dx=9.677812971838465E-11 evalInputDelta=1.0281233064015629E-5
New Minimum: 3.6428517981829436E-6 > 9.087338811185667E-7
END: th(108583.50837760697)=9.087338811185667E-7; dx=-4.6880996392778413E-11 evalInputDelta=1.3015350981080006E-5
Fitness changed from 1.3924084862198573E-5 to 9.087338811185667E-7
Iteration 4 complete. Error: 9.087338811185667E-7 Total: 0.0920; Orientation: 0.0032; Line Search: 0.0777
Low gradient: 3.4754230198919473E-6
th(0)=9.087338811185667E-7;dx=-1.2078565167194861E-11
New Minimum: 9.087338811185667E-7 > 2.8309109586564806E-7
WOLF (strong): th(233936.07721408413)=2.8309109586564806E-7; dx=6.6884964819077906E-12 evalInputDelta=6.256427852529186E-7
New Minimum: 2.8309109586564806E-7 > 4.7125571256620755E-8
END: th(116968.03860704206)=4.7125571256620755E-8; dx=-2.6641093158090965E-12 evalInputDelta=8.616083098619459E-7
Fitness changed from 9.087338811185667E-7 to 4.7125571256620755E-8
Iteration 5 complete. Error: 4.7125571256620755E-8 Total: 0.0623; Orientation: 0.0032; Line Search: 0.0473
Low gradient: 7.823853325070173E-7
th(0)=4.7125571256620755E-8;dx=-6.12126808522116E-13
New Minimum: 4.7125571256620755E-8 > 1.925516363594196E-8
WOLF (strong): th(252000.0000000001)=1.925516363594196E-8; dx=3.90284702323387E-13 evalInputDelta=2.7870407620678796E-8
New Minimum: 1.925516363594196E-8 > 1.6144036713145874E-9
END: th(126000.00000000004)=1.6144036713145874E-9; dx=-1.1043475682898604E-13 evalInputDelta=4.5511167585306166E-8
Fitness changed from 4.7125571256620755E-8 to 1.6144036713145874E-9
Iteration 6 complete. Error: 1.6144036713145874E-9 Total: 0.3468; Orientation: 0.0035; Line Search: 0.3324
Low gradient: 1.4377577002776668E-7
th(0)=1.6144036713145874E-9;dx=-2.0671472047077255E-14
New Minimum: 1.6144036713145874E-9 > 8.830163869199626E-10
WOLF (strong): th(271458.77094401745)=8.830163869199626E-10; dx=1.5277388906236077E-14 evalInputDelta=7.313872843946249E-10
New Minimum: 8.830163869199626E-10 > 2.8880825646158048E-11
END: th(135729.38547200873)=2.8880825646158048E-11; dx=-2.6929066579589948E-15 evalInputDelta=1.5855228456684294E-9
Fitness changed from 1.6144036713145874E-9 to 2.8880825646158048E-11
Iteration 7 complete. Error: 2.8880825646158048E-11 Total: 0.5175; Orientation: 0.0651; Line Search: 0.2861
Low gradient: 1.913102688605348E-8
th(0)=2.8880825646158048E-11;dx=-3.659961897149012E-16
New Minimum: 2.8880825646158048E-11 > 2.1052924989126924E-11
WOLF (strong): th(292420.0965176052)=2.1052924989126924E-11; dx=3.124394214750961E-16 evalInputDelta=7.827900657031124E-12
New Minimum: 2.1052924989126924E-11 > 1.6834945344101048E-13
END: th(146210.0482588026)=1.6834945344101048E-13; dx=-2.6764857286767412E-17 evalInputDelta=2.8712476192717038E-11
Fitness changed from 2.8880825646158048E-11 to 1.6834945344101048E-13
Iteration 8 complete. Error: 1.6834945344101048E-13 Total: 0.3548; Orientation: 0.0032; Line Search: 0.1881
Low gradient: 1.4549719857687689E-9
th(0)=1.6834945344101048E-13;dx=-2.1169434793719142E-18
New Minimum: 1.6834945344101048E-13 > 1.623641813238041E-13
WOLF (strong): th(315000.0000000001)=1.623641813238041E-13; dx=2.0789301864803845E-18 evalInputDelta=5.985272117206379E-15
New Minimum: 1.623641813238041E-13 > 1.4429178936968275E-16
END: th(157500.00000000006)=1.4429178936968275E-16; dx=-1.8997972571612308E-20 evalInputDelta=1.682051616516408E-13
Fitness changed from 1.6834945344101048E-13 to 1.4429178936968275E-16
Iteration 9 complete. Error: 1.4429178936968275E-16 Total: 0.2563; Orientation: 0.0032; Line Search: 0.1631
Zero gradient: 4.9594230099847924E-11
th(0)=1.4429178936968275E-16;dx=-2.4595876591966622E-21
Armijo: th(339323.4636800218)=5.629681098576141E-16; dx=4.927299793133534E-21 evalInputDelta=-4.186763204879313E-16
New Minimum: 1.4429178936968275E-16 > 4.0311920094055185E-17
WOLF (strong): th(169661.7318400109)=4.0311920094055185E-17; dx=1.2338560941216569E-21 evalInputDelta=1.0397986927562758E-16
New Minimum: 4.0311920094055185E-17 > 4.000560360935031E-17
END: th(56553.91061333697)=4.000560360935031E-17; dx=-1.228439735589052E-21 evalInputDelta=1.0428618576033245E-16
Fitness changed from 1.4429178936968275E-16 to 4.000560360935031E-17
Iteration 10 complete. Error: 4.000560360935031E-17 Total: 0.3091; Orientation: 0.0029; Line Search: 0.2958
Zero gradient: 2.5142745593871046E-11
th(0)=4.000560360935031E-17;dx=-6.321576559981218E-22
New Minimum: 4.000560360935031E-17 > 1.8498845907374094E-18
WOLF (strong): th(121841.70688233551)=1.8498845907374094E-18; dx=5.841427543814126E-24 evalInputDelta=3.81557190186129E-17
END: th(60920.853441167754)=1.121088193122913E-17; dx=-3.131581123591784E-22 evalInputDelta=2.879472167812118E-17
Fitness changed from 4.000560360935031E-17 to 1.8498845907374094E-18
Iteration 11 complete. Error: 1.8498845907374094E-18 Total: 0.4730; Orientation: 0.0035; Line Search: 0.4101
Zero gradient: 5.280841066156749E-12
th(0)=1.8498845907374094E-18;dx=-2.788728236600755E-23
New Minimum: 1.8498845907374094E-18 > 9.314320680162834E-20
WOLF
...skipping 6133 bytes...
484513704793E-35 evalInputDelta=4.201352386880997E-30
New Minimum: 4.4898740721420224E-30 > 1.7865185009120523E-31
END: th(138071.07083334227)=1.7865185009120523E-31; dx=-1.5179071333410488E-35 evalInputDelta=8.512574608931814E-30
Fitness changed from 8.691226459023019E-30 to 1.7865185009120523E-31
Iteration 22 complete. Error: 1.7865185009120523E-31 Total: 0.0621; Orientation: 0.0034; Line Search: 0.0472
Zero gradient: 1.498674857576237E-18
th(0)=1.7865185009120523E-31;dx=-2.2460263287311544E-36
New Minimum: 1.7865185009120523E-31 > 1.4544031294333489E-31
WOLF (strong): th(297465.104693202)=1.4544031294333489E-31; dx=2.003735920409401E-36 evalInputDelta=3.321153714787034E-32
New Minimum: 1.4544031294333489E-31 > 5.397041186876128E-33
END: th(148732.552346601)=5.397041186876128E-33; dx=-9.074790820471927E-38 evalInputDelta=1.732548089043291E-31
Fitness changed from 1.7865185009120523E-31 to 5.397041186876128E-33
Iteration 23 complete. Error: 5.397041186876128E-33 Total: 0.5114; Orientation: 0.0031; Line Search: 0.4979
Zero gradient: 3.03707102898135E-19
th(0)=5.397041186876128E-33;dx=-9.223800435077836E-38
Armijo: th(320434.5703125003)=2.378193762111757E-32; dx=1.9188973705802317E-37 evalInputDelta=-1.8384896434241443E-32
New Minimum: 5.397041186876128E-33 > 4.242346036858873E-33
WOLF (strong): th(160217.28515625015)=4.242346036858873E-33; dx=7.492898497255754E-38 evalInputDelta=1.1546951500172552E-33
New Minimum: 4.242346036858873E-33 > 1.5619445923376034E-33
END: th(53405.76171875005)=1.5619445923376034E-33; dx=-2.8153878724645323E-38 evalInputDelta=3.835096594538525E-33
Fitness changed from 5.397041186876128E-33 to 1.5619445923376034E-33
Iteration 24 complete. Error: 1.5619445923376034E-33 Total: 0.2512; Orientation: 0.0041; Line Search: 0.2367
Zero gradient: 1.5993663149172358E-19
th(0)=1.5619445923376034E-33;dx=-2.557972609291939E-38
New Minimum: 1.5619445923376034E-33 > 1.0464732945822485E-33
WOLF (strong): th(115059.22569445192)=1.0464732945822485E-33; dx=1.5697211532770062E-38 evalInputDelta=5.1547129775535485E-34
New Minimum: 1.0464732945822485E-33 > 4.6887920054073895E-34
END: th(57529.61284722596)=4.6887920054073895E-34; dx=-2.926107564579222E-40 evalInputDelta=1.0930653917968644E-33
Fitness changed from 1.5619445923376034E-33 to 4.6887920054073895E-34
Iteration 25 complete. Error: 4.6887920054073895E-34 Total: 0.1240; Orientation: 0.0029; Line Search: 0.1118
Zero gradient: 8.722119003251992E-20
th(0)=4.6887920054073895E-34;dx=-7.607535990688951E-39
New Minimum: 4.6887920054073895E-34 > 3.162839191870494E-34
WOLF (strong): th(123943.79362216753)=3.162839191870494E-34; dx=4.816877935852991E-39 evalInputDelta=1.5259528135368954E-34
WOLF (strong): th(61971.89681108377)=3.3082854212706186E-34; dx=3.083865843630338E-39 evalInputDelta=1.3805065841367709E-34
New Minimum: 3.162839191870494E-34 > 1.8661490789134561E-34
END: th(20657.29893702792)=1.8661490789134561E-34; dx=-2.7618172267360812E-39 evalInputDelta=2.8226429264939333E-34
Fitness changed from 4.6887920054073895E-34 to 1.8661490789134561E-34
Iteration 26 complete. Error: 1.8661490789134561E-34 Total: 0.3630; Orientation: 0.0027; Line Search: 0.3511
Zero gradient: 5.1820710630671005E-20
th(0)=1.8661490789134561E-34;dx=-2.6853860502677392E-39
New Minimum: 1.8661490789134561E-34 > 1.057566651061919E-34
END: th(44504.801432291715)=1.057566651061919E-34; dx=-8.379150057427E-40 evalInputDelta=8.085824278515371E-35
Fitness changed from 1.8661490789134561E-34 to 1.057566651061919E-34
Iteration 27 complete. Error: 1.057566651061919E-34 Total: 0.4181; Orientation: 0.0034; Line Search: 0.4049
Zero gradient: 3.975315684399769E-20
th(0)=1.057566651061919E-34;dx=-1.5803134790634804E-39
New Minimum: 1.057566651061919E-34 > 8.850033280448227E-35
WOLF (strong): th(95882.68807870994)=8.850033280448227E-35; dx=8.854634169120623E-40 evalInputDelta=1.7256332301709636E-35
New Minimum: 8.850033280448227E-35 > 4.042912139257686E-35
WOLF (strong): th(47941.34403935497)=4.042912139257686E-35; dx=1.5531427159651763E-40 evalInputDelta=6.532754371361505E-35
END: th(15980.448013118323)=5.522026336547082E-35; dx=-7.520252907116896E-40 evalInputDelta=5.053640174072108E-35
Fitness changed from 1.057566651061919E-34 to 4.042912139257686E-35
Iteration 28 complete. Error: 4.042912139257686E-35 Total: 0.2468; Orientation: 0.0037; Line Search: 0.2336
Zero gradient: 2.563828133422174E-20
th(0)=4.042912139257686E-35;dx=-6.57321469772703E-40
New Minimum: 4.042912139257686E-35 > 1.3065508742723008E-35
END: th(34428.83156171321)=1.3065508742723008E-35; dx=-3.129454223906674E-42 evalInputDelta=2.7363612649853855E-35
Fitness changed from 4.042912139257686E-35 to 1.3065508742723008E-35
Iteration 29 complete. Error: 1.3065508742723008E-35 Total: 0.0417; Orientation: 0.0027; Line Search: 0.0295
Zero gradient: 1.4085217731151003E-20
th(0)=1.3065508742723008E-35;dx=-1.9839335853393064E-40
New Minimum: 1.3065508742723008E-35 > 5.4234187233944564E-36
WOLF (strong): th(74174.66905381954)=5.4234187233944564E-36; dx=9.152502066933993E-41 evalInputDelta=7.64209001932855E-36
WOLF (strong): th(37087.33452690977)=7.395570986446986E-36; dx=6.71133809558962E-41 evalInputDelta=5.669937756276021E-36
END: th(12362.444842303257)=8.135128085091684E-36; dx=-1.0076140637891867E-40 evalInputDelta=4.9303806576313234E-36
Fitness changed from 1.3065508742723008E-35 to 5.4234187233944564E-36
Iteration 30 complete. Error: 5.4234187233944564E-36 Total: 0.4658; Orientation: 0.0031; Line Search: 0.4535
Zero gradient: 1.0185228698496861E-20
th(0)=5.4234187233944564E-36;dx=-1.0373888364068406E-40
Armijo: th(26634.08002186388)=5.4234187233944564E-36; dx=-1.0373888364068408E-40 evalInputDelta=0.0
Armijo: th(13317.04001093194)=5.4234187233944564E-36; dx=-1.0373888364068408E-40 evalInputDelta=0.0
Armijo: th(4439.013336977313)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(1109.7533342443282)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(221.95066684886564)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(36.99177780814427)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(5.2845396868777526)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(0.6605674608597191)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(0.07339638453996879)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(0.007339638453996879)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(6.672398594542617E-4)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(5.560332162118847E-5)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(4.277178586245267E-6)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
WOLFE (weak): th(3.0551275616037624E-7)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
WOLFE (weak): th(2.2913456712028218E-6)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(3.2842621287240445E-6)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
WOLFE (weak): th(2.787803899963433E-6)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
WOLFE (weak): th(3.0360330143437386E-6)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
WOLFE (weak): th(3.1601475715338916E-6)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
Armijo: th(3.2222048501289682E-6)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
WOLFE (weak): th(3.1911762108314297E-6)=5.4234187233944564E-36; dx=-1.0373888364068406E-40 evalInputDelta=0.0
mu ~= nu (3.1911762108314297E-6): th(0.0)=5.4234187233944564E-36
Fitness changed from 5.4234187233944564E-36 to 5.4234187233944564E-36
Static Iteration Total: 2.0313; Orientation: 0.0038; Line Search: 2.0184
Iteration 31 failed. Error: 5.4234187233944564E-36
Previous Error: 0.0 -> 5.4234187233944564E-36
Optimization terminated 31
Final threshold in iteration 31: 5.4234187233944564E-36 (> 0.0) after 9.326s (< 30.000s)
Returns
5.4234187233944564E-36
First, we use a conjugate gradient descent method, which converges the fastest for purely linear functions.
TrainingTester.java:452 executed in 14.62 seconds (0.076 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new QuadraticSearch());
iterativeTrainer.setOrientation(new GradientDescent());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 2173607359967
Reset training subject: 2173618186577
Constructing line search parameters: GD
F(0.0) = LineSearchPoint{point=PointSample{avg=0.1516649493083779}, derivative=-2.447230933895071E-6}
New Minimum: 0.1516649493083779 > 0.15166494930837768
F(1.0E-10) = LineSearchPoint{point=PointSample{avg=0.15166494930837768}, derivative=-2.44723093389507E-6}, evalInputDelta = -2.220446049250313E-16
New Minimum: 0.15166494930837768 > 0.1516649493083762
F(7.000000000000001E-10) = LineSearchPoint{point=PointSample{avg=0.1516649493083762}, derivative=-2.4472309338950618E-6}, evalInputDelta = -1.6930901125533637E-15
New Minimum: 0.1516649493083762 > 0.15166494930836572
F(4.900000000000001E-9) = LineSearchPoint{point=PointSample{avg=0.15166494930836572}, derivative=-2.4472309338950067E-6}, evalInputDelta = -1.2184697695261093E-14
New Minimum: 0.15166494930836572 > 0.15166494930829374
F(3.430000000000001E-8) = LineSearchPoint{point=PointSample{avg=0.15166494930829374}, derivative=-2.447230933894619E-6}, evalInputDelta = -8.415490526658687E-14
New Minimum: 0.15166494930829374 > 0.15166494930779056
F(2.4010000000000004E-7) = LineSearchPoint{point=PointSample{avg=0.15166494930779056}, derivative=-2.44723093389191E-6}, evalInputDelta = -5.873357356023234E-13
New Minimum: 0.15166494930779056 > 0.15166494930426494
F(1.6807000000000003E-6) = LineSearchPoint{point=PointSample{avg=0.15166494930426494}, derivative=-2.447230933872943E-6}, evalInputDelta = -4.1129599726019705E-12
New Minimum: 0.15166494930426494 > 0.15166494927958615
F(1.1764900000000001E-5) = LineSearchPoint{point=PointSample{avg=0.15166494927958615}, derivative=-2.4472309337401775E-6}, evalInputDelta = -2.8791746764511572E-11
New Minimum: 0.15166494927958615 > 0.15166494910683803
F(8.235430000000001E-5) = LineSearchPoint{point=PointSample{avg=0.15166494910683803}, derivative=-2.4472309328108164E-6}, evalInputDelta = -2.0153986812765368E-10
New Minimum: 0.15166494910683803 > 0.1516649478975979
F(5.764801000000001E-4) = LineSearchPoint{point=PointSample{avg=0.1516649478975979}, derivative=-2.4472309263052874E-6}, evalInputDelta = -1.410779992827571E-9
New Minimum: 0.1516649478975979 > 0.15166493943291826
F(0.004035360700000001) = LineSearchPoint{point=PointSample{avg=0.15166493943291826}, derivative=-2.4472308807665816E-6}, evalInputDelta = -9.875459644481666E-9
New Minimum: 0.15166493943291826 > 0.1516648801801664
F(0.028247524900000005) = LineSearchPoint{point=PointSample{avg=0.1516648801801664}, derivative=-2.447230561995562E-6}, evalInputDelta = -6.912821148841175E-8
New Minimum: 0.1516648801801664 > 0.15166446541111828
F(0.19773267430000002) = LineSearchPoint{point=PointSample{avg=0.15166446541111828}, derivative=-2.4472283305943597E-6}, evalInputDelta = -4.838972596232782E-7
New Minimum: 0.15166446541111828 > 0.1516615620383695
F(1.3841287201) = LineSearchPoint{point=PointSample{avg=0.1516615620383695}, derivative=-2.4472127105867382E-6}, evalInputDelta = -3.3872700083981133E-6
New Minimum: 0.1516615620383695 > 0.15164123894803838
F(9.688901040700001) = LineSearchPoint{point=PointSample{avg=0.15164123894803838}, derivative=-2.4471033607724324E-6}, evalInputDelta = -2.3710360339518344E-5
New Minimum: 0.15164123894803838 > 0.15149900275316244
F(67.8223072849) = LineSearchPoint{point=PointSample{avg=0.15149900275316244}, derivative=-2.446337433819665E-6}, evalInputDelta = -1.659465552154571E-4
New Minimum: 0.15149900275316244 > 0.15050459951990994
F(474.7561509943) = LineSearchPoint{point=PointSample{avg=0.15050459951990994}, derivative=-2.4409525225936027E-6}, evalInputDelta = -0.0011603497884679626
New Minimum: 0.15050459951990994 > 0.14360629756017115
F(3323.2930569601003) = LineSearchPoint{point=PointSample{avg=0.14360629756017115}, derivative=-2.402114869693352E-6}, evalInputDelta = -0.008058651748206747
New Minimum: 0.14360629756017115 > 0.09880241019948262
F(23263.0513987207) = LineSearchPoint{point=PointSample{avg=0.09880241019948262}, derivative=-2.0766698646268314E-6}, evalInputDelta = -0.05286253910889528
New Minimum: 0.09880241019948262 > 0.018886721973098937
F(162841.3597910449) = LineSearchPoint{point=PointSample{avg=0.018886721973098937}, derivative=7.103264918173691E-7}, evalInputDelta = -0.13277822733527897
0.018886721973098937 <= 0.1516649493083779
New Minimum: 0.018886721973098937 > 0.001846774038679621
F(126208.4450952673) = LineSearchPoint{point=PointSample{avg=0.001846774038679621}, derivative=1.773668423368164E-7}, evalInputDelta = -0.1498181752696983
Right bracket at 126208.4450952673
New Minimum: 0.001846774038679621 > 0.0010073264613225821
F(117679.44549559332) = LineSearchPoint{point=PointSample{avg=0.0010073264613225821}, derivative=1.7364102878968844E-8}, evalInputDelta = -0.1506576228470553
Right bracket at 117679.44549559332
Converged to right
Fitness changed from 0.1516649493083779 to 0.0010073264613225821
Iteration 1 complete. Error: 0.0010073264613225821 Total: 2.1417; Orientation: 0.0042; Line Search: 2.1053
F(0.0) = LineSearchPoint{point=PointSample{avg=0.0010073264613225821}, derivative=-1.687311773426089E-8}
New Minimum: 0.0010073264613225821 > 1.8996433539681408E-5
F(117679.44549559332) = LineSearchPoint{point=PointSample{avg=1.8996433539681408E-5}, derivative=5.2654483633912244E-11}, evalInputDelta = -9.883300277829007E-4
1.8996433539681408E-5 <= 0.0010073264613225821
Converged to right
Fitness changed from 0.0010073264613225821 to 1.8996433539681408E-5
Iteration 2 complete. Error: 1.8996433539681408E-5 Total: 0.1927; Orientation: 0.0027; Line Search: 0.1810
F(0.0) = LineSearchPoint{point=PointSample{avg=1.8996433539681408E-5}, derivative=-2.9734221051793237E-10}
New Minimum: 1.8996433539681408E-5 > 6.746035706503798E-7
F(117679.44549559332) = LineSearchPoint{point=PointSample{avg=6.746035706503798E-7}, derivative=-1.3645677471440533E-11}, evalInputDelta = -1.832182996903103E-5
F(823756.1184691532) = LineSearchPoint{point=PointSample{avg=6.036530984676362E-4}, derivative=1.7335641582904188E-9}, evalInputDelta = 5.846566649279547E-4
F(63365.855266857936) = LineSearchPoint{point=PointSample{avg=4.981890674063197E-6}, derivative=-1.448787349382797E-10}, evalInputDelta = -1.4014542865618211E-5
F(443560.98686800554) = LineSearchPoint{point=PointSample{avg=1.2571139700264753E-4}, derivative=7.838070801276978E-10}, evalInputDelta = 1.0671496346296611E-4
F(34120.0759129235) = LineSearchPoint{point=PointSample{avg=1.0249591431838121E-5}, derivative=-2.1533326840965034E-10}, evalInputDelta = -8.746842107843287E-6
F(238840.53139046452) = LineSearchPoint{point=PointSample{avg=1.683940009709467E-5}, derivative=2.8087932806888806E-10}, evalInputDelta = -2.1570334425867395E-6
1.683940009709467E-5 <= 1.8996433539681408E-5
New Minimum: 6.746035706503798E-7 > 6.364460028844513E-7
F(122820.34968549518) = LineSearchPoint{point=PointSample{avg=6.364460028844513E-7}, derivative=-1.1982727921038093E-12}, evalInputDelta = -1.8359987536796957E-5
Left bracket at 122820.34968549518
Converged to left
Fitness changed from 1.8996433539681408E-5 to 6.364460028844513E-7
Iteration 3 complete. Error: 6.364460028844513E-7 Total: 0.7453; Orientation: 0.0026; Line Search: 0.7342
Low gradient: 3.1685343027108105E-6
F(0.0) = LineSearchPoint{point=PointSample{avg=6.364460028844513E-7}, derivative=-1.0039609627455082E-11}
New Minimum: 6.364460028844513E-7 > 2.5917942281108105E-8
F(122820.34968549518) = LineSearchPoint{point=PointSample{avg=2.5917942281108105E-8}, derivative=1.0022216357904617E-13}, evalInputDelta = -6.105280606033432E-7
2.5917942281108105E-8 <= 6.364460028844513E-7
Converged to right
Fitness changed from 6.364460028844513E-7 to 2.5917942281108105E-8
Iteration 4 complete. Error: 2.5917942281108105E-8 Total: 0.1083; Orientation: 0.0030; Line Search: 0.0961
Low gradient: 6.412621056531971E-7
F(0.0) = LineSearchPoint{point=PointSample{avg=2.5917942281108105E-8}, derivative=-4.11217088146772E-13}
New Minimum: 2.5917942281108105E-8 > 1.143599642481966E-9
F(122820.34968549518) = LineSearchPoint{point=PointSample{avg=1.143599642481966E-9}, derivative=7.81664733789875E-15}, evalInputDelta = -2.477434263862614E-8
1.143599642481966E-9 <= 2.5917942281108105E-8
New
...skipping 23113 bytes...
Delta = -1.180116192688003E-31
Left bracket at 117930.41006534033
Converged to left
Fitness changed from 1.2829540724448772E-31 to 1.0283787975687415E-32
Iteration 23 complete. Error: 1.0283787975687415E-32 Total: 0.3477; Orientation: 0.0155; Line Search: 0.3225
Zero gradient: 4.0354288607107017E-19
F(0.0) = LineSearchPoint{point=PointSample{avg=1.0283787975687415E-32}, derivative=-1.6284686089856873E-37}
New Minimum: 1.0283787975687415E-32 > 3.163578748969139E-33
F(117930.41006534033) = LineSearchPoint{point=PointSample{avg=3.163578748969139E-33}, derivative=3.633356037957163E-38}, evalInputDelta = -7.120209226718276E-33
3.163578748969139E-33 <= 1.0283787975687415E-32
New Minimum: 3.163578748969139E-33 > 2.3261535942704585E-33
F(96418.09651965683) = LineSearchPoint{point=PointSample{avg=2.3261535942704585E-33}, derivative=-6.274264916059461E-40}, evalInputDelta = -7.957634381416956E-33
Left bracket at 96418.09651965683
Converged to left
Fitness changed from 1.0283787975687415E-32 to 2.3261535942704585E-33
Iteration 24 complete. Error: 2.3261535942704585E-33 Total: 0.1687; Orientation: 0.0030; Line Search: 0.1559
Zero gradient: 1.953673527031824E-19
F(0.0) = LineSearchPoint{point=PointSample{avg=2.3261535942704585E-33}, derivative=-3.8168402502249666E-38}
New Minimum: 2.3261535942704585E-33 > 1.4608717888561612E-33
F(96418.09651965683) = LineSearchPoint{point=PointSample{avg=1.4608717888561612E-33}, derivative=2.041509471273566E-38}, evalInputDelta = -8.652818054142973E-34
1.4608717888561612E-33 <= 2.3261535942704585E-33
New Minimum: 1.4608717888561612E-33 > 6.969093059561876E-34
F(62818.453854981955) = LineSearchPoint{point=PointSample{avg=6.969093059561876E-34}, derivative=-1.0474719500951061E-39}, evalInputDelta = -1.629244288314271E-33
Left bracket at 62818.453854981955
F(64458.270927066646) = LineSearchPoint{point=PointSample{avg=7.072631053372134E-34}, derivative=-6.484844916150213E-40}, evalInputDelta = -1.6188904889332453E-33
7.072631053372134E-34 > 6.969093059561876E-34
Fitness changed from 2.3261535942704585E-33 to 6.969093059561876E-34
Iteration 25 complete. Error: 6.969093059561876E-34 Total: 0.3961; Orientation: 0.0028; Line Search: 0.3800
Zero gradient: 1.050106489360228E-19
F(0.0) = LineSearchPoint{point=PointSample{avg=6.969093059561876E-34}, derivative=-1.1027236389964627E-38}
New Minimum: 6.969093059561876E-34 > 4.089750755505183E-34
F(62818.453854981955) = LineSearchPoint{point=PointSample{avg=4.089750755505183E-34}, derivative=3.674337107761646E-39}, evalInputDelta = -2.879342304056693E-34
4.089750755505183E-34 <= 6.969093059561876E-34
New Minimum: 4.089750755505183E-34 > 3.187491095158651E-34
F(47118.3537203079) = LineSearchPoint{point=PointSample{avg=3.187491095158651E-34}, derivative=-2.5645801306667676E-40}, evalInputDelta = -3.781601964403225E-34
Left bracket at 47118.3537203079
New Minimum: 3.187491095158651E-34 > 2.7092441713684124E-34
F(48142.67993465354) = LineSearchPoint{point=PointSample{avg=2.7092441713684124E-34}, derivative=5.493675880681974E-40}, evalInputDelta = -4.259848888193464E-34
Right bracket at 48142.67993465354
Converged to left
Fitness changed from 6.969093059561876E-34 to 2.7092441713684124E-34
Iteration 26 complete. Error: 2.7092441713684124E-34 Total: 0.5069; Orientation: 0.0029; Line Search: 0.4076
Zero gradient: 6.591732921538607E-20
F(0.0) = LineSearchPoint{point=PointSample{avg=2.7092441713684124E-34}, derivative=-4.34509429088959E-39}
New Minimum: 2.7092441713684124E-34 > 1.8809402208863501E-34
F(47118.3537203079) = LineSearchPoint{point=PointSample{avg=1.8809402208863501E-34}, derivative=1.5169530470286845E-39}, evalInputDelta = -8.283039504820622E-35
1.8809402208863501E-34 <= 2.7092441713684124E-34
New Minimum: 1.8809402208863501E-34 > 7.296963373294359E-35
F(34925.287692905426) = LineSearchPoint{point=PointSample{avg=7.296963373294359E-35}, derivative=-6.278305004069282E-40}, evalInputDelta = -1.9795478340389762E-34
Left bracket at 34925.287692905426
F(38494.49576270419) = LineSearchPoint{point=PointSample{avg=7.666741922616708E-35}, derivative=-5.447155062697759E-40}, evalInputDelta = -1.9425699791067415E-34
7.666741922616708E-35 > 7.296963373294359E-35
Fitness changed from 2.7092441713684124E-34 to 7.296963373294359E-35
Iteration 27 complete. Error: 7.296963373294359E-35 Total: 0.4324; Orientation: 0.0034; Line Search: 0.4198
Zero gradient: 3.1314214572489524E-20
F(0.0) = LineSearchPoint{point=PointSample{avg=7.296963373294359E-35}, derivative=-9.805800342919152E-40}
New Minimum: 7.296963373294359E-35 > 4.018260235969529E-35
F(34925.287692905426) = LineSearchPoint{point=PointSample{avg=4.018260235969529E-35}, derivative=-1.7703214903779093E-40}, evalInputDelta = -3.27870313732483E-35
F(244477.01385033797) = LineSearchPoint{point=PointSample{avg=1.2005476901332274E-34}, derivative=1.1196912879155198E-39}, evalInputDelta = 4.708513528037915E-35
F(18805.92414233369) = LineSearchPoint{point=PointSample{avg=4.3387349787155645E-35}, derivative=-5.57638417654403E-40}, evalInputDelta = -2.9582283945787945E-35
New Minimum: 4.018260235969529E-35 > 1.7009813268828066E-35
F(131641.46899633584) = LineSearchPoint{point=PointSample{avg=1.7009813268828066E-35}, derivative=2.3490510992595587E-40}, evalInputDelta = -5.595982046411552E-35
1.7009813268828066E-35 <= 7.296963373294359E-35
New Minimum: 1.7009813268828066E-35 > 1.553069907153867E-35
F(106200.38985809858) = LineSearchPoint{point=PointSample{avg=1.553069907153867E-35}, derivative=1.9825305117209657E-40}, evalInputDelta = -5.743893466140492E-35
Right bracket at 106200.38985809858
F(88339.887311424) = LineSearchPoint{point=PointSample{avg=1.7502851334591197E-35}, derivative=1.3689714350523504E-40}, evalInputDelta = -5.54667823983524E-35
1.7502851334591197E-35 > 1.553069907153867E-35
Fitness changed from 7.296963373294359E-35 to 1.553069907153867E-35
Iteration 28 complete. Error: 1.553069907153867E-35 Total: 0.5795; Orientation: 0.0029; Line Search: 0.5681
Zero gradient: 1.639695927080951E-20
F(0.0) = LineSearchPoint{point=PointSample{avg=1.553069907153867E-35}, derivative=-2.688602733285859E-40}
New Minimum: 1.553069907153867E-35 > 1.3065508742723008E-35
F(106200.38985809858) = LineSearchPoint{point=PointSample{avg=1.3065508742723008E-35}, derivative=2.379830178065129E-40}, evalInputDelta = -2.465190328815663E-36
1.3065508742723008E-35 <= 1.553069907153867E-35
New Minimum: 1.3065508742723008E-35 > 1.1586394545433609E-35
F(56335.09675328811) = LineSearchPoint{point=PointSample{avg=1.1586394545433609E-35}, derivative=-2.0052547815153762E-40}, evalInputDelta = -3.9443045261050614E-36
Left bracket at 56335.09675328811
New Minimum: 1.1586394545433609E-35 > 1.7256332301709632E-36
F(79137.98845362419) = LineSearchPoint{point=PointSample{avg=1.7256332301709632E-36}, derivative=-1.6272012980580326E-41}, evalInputDelta = -1.3805065841367708E-35
Left bracket at 79137.98845362419
New Minimum: 1.7256332301709632E-36 > 7.395570986446987E-37
F(80869.94925524949) = LineSearchPoint{point=PointSample{avg=7.395570986446987E-37}, derivative=3.381922851520781E-42}, evalInputDelta = -1.4791141972893973E-35
Right bracket at 80869.94925524949
Converged to right
Fitness changed from 1.553069907153867E-35 to 7.395570986446987E-37
Iteration 29 complete. Error: 7.395570986446987E-37 Total: 0.3790; Orientation: 0.0028; Line Search: 0.3678
Zero gradient: 3.29326756080692E-21
F(0.0) = LineSearchPoint{point=PointSample{avg=7.395570986446987E-37}, derivative=-1.0845611227063162E-41}
New Minimum: 7.395570986446987E-37 > 0.0
F(80869.94925524949) = LineSearchPoint{point=PointSample{avg=0.0}, derivative=0.0}, evalInputDelta = -7.395570986446987E-37
0.0 <= 7.395570986446987E-37
Converged to right
Fitness changed from 7.395570986446987E-37 to 0.0
Iteration 30 complete. Error: 0.0 Total: 0.1322; Orientation: 0.0337; Line Search: 0.0894
Zero gradient: 0.0
F(0.0) = LineSearchPoint{point=PointSample{avg=0.0}, derivative=0.0}
Fitness changed from 0.0 to 0.0
Static Iteration Total: 0.0949; Orientation: 0.0684; Line Search: 0.0132
Iteration 31 failed. Error: 0.0
Previous Error: 0.0 -> 0.0
Optimization terminated 31
Final threshold in iteration 31: 0.0 (> 0.0) after 14.619s (< 30.000s)
Returns
0.0
Next, we apply the same optimization using L-BFGS, which is nearly ideal for purely second-order or quadratic functions.
TrainingTester.java:509 executed in 30.48 seconds (0.075 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new ArmijoWolfeSearch());
iterativeTrainer.setOrientation(new LBFGS());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setIterationsPerSample(100);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 2188232637331
Reset training subject: 2188288450358
Adding measurement 2e58271d to history. Total: 0
LBFGS Accumulation History: 1 points
Constructing line search parameters: GD
Non-optimal measurement 0.1516649493083779 < 0.1516649493083779. Total: 1
th(0)=0.1516649493083779;dx=-2.447230933895071E-6
Adding measurement 75441fdc to history. Total: 1
New Minimum: 0.1516649493083779 > 0.15165967693971472
WOLFE (weak): th(2.154434690031884)=0.15165967693971472; dx=-2.4472025686053914E-6 evalInputDelta=5.272368663183924E-6
Adding measurement 44f180ce to history. Total: 2
New Minimum: 0.15165967693971472 > 0.151654404632164
WOLFE (weak): th(4.308869380063768)=0.151654404632164; dx=-2.4471742021661195E-6 evalInputDelta=1.0544676213891657E-5
Adding measurement 6d65c28f to history. Total: 3
New Minimum: 0.151654404632164 > 0.15163331601313473
WOLFE (weak): th(12.926608140191302)=0.15163331601313473; dx=-2.447060724913272E-6 evalInputDelta=3.163329524316638E-5
Adding measurement 35e6eddb to history. Total: 4
New Minimum: 0.15163331601313473 > 0.1515384293324984
WOLFE (weak): th(51.70643256076521)=0.1515384293324984; dx=-2.446549849671249E-6 evalInputDelta=1.265199758795077E-4
Adding measurement 2667494e to history. Total: 5
New Minimum: 0.1515384293324984 > 0.1510327021067771
WOLFE (weak): th(258.53216280382605)=0.1510327021067771; dx=-2.4438188932545766E-6 evalInputDelta=6.322472016007941E-4
Adding measurement 2268474d to history. Total: 6
New Minimum: 0.1510327021067771 > 0.14788481544199178
WOLFE (weak): th(1551.1929768229563)=0.14788481544199178; dx=-2.4265108692272563E-6 evalInputDelta=0.0037801338663861206
Adding measurement 5ae3c186 to history. Total: 7
New Minimum: 0.14788481544199178 > 0.12592048579766785
WOLFE (weak): th(10858.350837760694)=0.12592048579766785; dx=-2.2898898669811066E-6 evalInputDelta=0.025744463510710053
Adding measurement 45432f3f to history. Total: 8
New Minimum: 0.12592048579766785 > 0.010446796776845423
END: th(86866.80670208555)=0.010446796776845423; dx=-6.498732998255176E-7 evalInputDelta=0.14121815253153247
Fitness changed from 0.1516649493083779 to 0.010446796776845423
Iteration 1 complete. Error: 0.010446796776845423 Total: 0.5301; Orientation: 0.0164; Line Search: 0.3131
Non-optimal measurement 0.010446796776845423 < 0.010446796776845423. Total: 9
Rejected: LBFGS Orientation magnitude: 1.187e+02, gradient 4.440e-04, dot -0.988; [73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.010446796776845423, 0.12592048579766785, 0.14788481544199178, 0.1510327021067771, 0.1515384293324984, 0.15163331601313473, 0.151654404632164, 0.15165967693971472, 0.1516649493083779
Rejected: LBFGS Orientation magnitude: 1.187e+02, gradient 4.440e-04, dot -0.988; [155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.010446796776845423, 0.12592048579766785, 0.14788481544199178, 0.1510327021067771, 0.1515384293324984, 0.15163331601313473, 0.151654404632164, 0.15165967693971472
Rejected: LBFGS Orientation magnitude: 1.187e+02, gradient 4.440e-04, dot -0.988; [ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.010446796776845423, 0.12592048579766785, 0.14788481544199178, 0.1510327021067771, 0.1515384293324984, 0.15163331601313473, 0.151654404632164
Rejected: LBFGS Orientation magnitude: 1.186e+02, gradient 4.440e-04, dot -0.988; [ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.010446796776845423, 0.12592048579766785, 0.14788481544199178, 0.1510327021067771, 0.1515384293324984, 0.15163331601313473
Rejected: LBFGS Orientation magnitude: 1.182e+02, gradient 4.440e-04, dot -0.988; [155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.010446796776845423, 0.12592048579766785, 0.14788481544199178, 0.1510327021067771, 0.1515384293324984
Rejected: LBFGS Orientation magnitude: 1.158e+02, gradient 4.440e-04, dot -0.988; [ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.010446796776845423, 0.12592048579766785, 0.14788481544199178, 0.1510327021067771
LBFGS Accumulation History: 3 points
Removed measurement 45432f3f to history. Total: 8
Removed measurement 5ae3c186 to history. Total: 7
Removed measurement 2268474d to history. Total: 6
Removed measurement 2667494e to history. Total: 5
Removed measurement 35e6eddb to history. Total: 4
Removed measurement 6d65c28f to history. Total: 3
Adding measurement 4a57139f to history. Total: 3
th(0)=0.010446796776845423;dx=-1.9716586006899446E-7
Adding measurement 6fef6f0e to history. Total: 4
New Minimum: 0.010446796776845423 > 0.004704497143962449
WOLF (strong): th(187148.86177126726)=0.004704497143962449; dx=1.1253258932191619E-7 evalInputDelta=0.005742299632882974
Adding measurement 8b0870c to history. Total: 5
New Minimum: 0.004704497143962449 > 2.36581518015643E-4
END: th(93574.43088563363)=2.36581518015643E-4; dx=-2.4646825193927468E-8 evalInputDelta=0.010210215258829779
Fitness changed from 0.010446796776845423 to 2.36581518015643E-4
Iteration 2 complete. Error: 2.36581518015643E-4 Total: 7.3474; Orientation: 7.1045; Line Search: 0.2321
Non-optimal measurement 2.36581518015643E-4 < 2.36581518015643E-4. Total: 6
Rejected: LBFGS Orientation magnitude: 1.487e+01, gradient 6.061e-05, dot -0.958; [23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 2.36581518015643E-4, 0.004704497143962449, 0.010446796776845423, 0.151654404632164, 0.15165967693971472, 0.1516649493083779
Rejected: LBFGS Orientation magnitude: 1.487e+01, gradient 6.061e-05, dot -0.958; [23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 2.36581518015643E-4, 0.004704497143962449, 0.010446796776845423, 0.151654404632164, 0.15165967693971472
Rejected: LBFGS Orientation magnitude: 7.545e+00, gradient 6.061e-05, dot -0.993; [b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00]
Orientation rejected.
...skipping 8301 bytes...
347abfe to history. Total: 5
New Minimum: 1.925516363594196E-8 > 1.6144036713145874E-9
END: th(126000.00000000004)=1.6144036713145874E-9; dx=-1.1043475682898604E-13 evalInputDelta=4.5511167585306166E-8
Fitness changed from 4.7125571256620755E-8 to 1.6144036713145874E-9
Iteration 6 complete. Error: 1.6144036713145874E-9 Total: 3.7767; Orientation: 3.4426; Line Search: 0.3252
Non-optimal measurement 1.6144036713145874E-9 < 1.6144036713145874E-9. Total: 6
Rejected: LBFGS Orientation magnitude: 2.602e-02, gradient 1.438e-07, dot -0.959; [155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.6144036713145874E-9, 1.925516363594196E-8, 4.7125571256620755E-8, 0.151654404632164, 0.15165967693971472, 0.1516649493083779
Rejected: LBFGS Orientation magnitude: 2.602e-02, gradient 1.438e-07, dot -0.959; [ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.6144036713145874E-9, 1.925516363594196E-8, 4.7125571256620755E-8, 0.151654404632164, 0.15165967693971472
Rejected: LBFGS Orientation magnitude: 1.986e-02, gradient 1.438e-07, dot -0.996; [ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.6144036713145874E-9, 1.925516363594196E-8, 4.7125571256620755E-8, 0.151654404632164
LBFGS Accumulation History: 3 points
Removed measurement 6347abfe to history. Total: 5
Removed measurement 39a435bf to history. Total: 4
Removed measurement 1de6dcad to history. Total: 3
Adding measurement 6de23dc7 to history. Total: 3
th(0)=1.6144036713145874E-9;dx=-2.0671472047077255E-14
Adding measurement 49767d56 to history. Total: 4
New Minimum: 1.6144036713145874E-9 > 8.830163869199626E-10
WOLF (strong): th(271458.77094401745)=8.830163869199626E-10; dx=1.5277388906236077E-14 evalInputDelta=7.313872843946249E-10
Adding measurement 3b432cf4 to history. Total: 5
New Minimum: 8.830163869199626E-10 > 2.8880825646158048E-11
END: th(135729.38547200873)=2.8880825646158048E-11; dx=-2.6929066579589948E-15 evalInputDelta=1.5855228456684294E-9
Fitness changed from 1.6144036713145874E-9 to 2.8880825646158048E-11
Iteration 7 complete. Error: 2.8880825646158048E-11 Total: 2.5025; Orientation: 2.4432; Line Search: 0.0507
Non-optimal measurement 2.8880825646158048E-11 < 2.8880825646158048E-11. Total: 6
Rejected: LBFGS Orientation magnitude: 3.340e-03, gradient 1.913e-08, dot -0.968; [23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 2.8880825646158048E-11, 8.830163869199626E-10, 1.6144036713145874E-9, 0.151654404632164, 0.15165967693971472, 0.1516649493083779
Rejected: LBFGS Orientation magnitude: 3.340e-03, gradient 1.913e-08, dot -0.968; [23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 2.8880825646158048E-11, 8.830163869199626E-10, 1.6144036713145874E-9, 0.151654404632164, 0.15165967693971472
Rejected: LBFGS Orientation magnitude: 2.731e-03, gradient 1.913e-08, dot -0.996; [23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 2.8880825646158048E-11, 8.830163869199626E-10, 1.6144036713145874E-9, 0.151654404632164
LBFGS Accumulation History: 3 points
Removed measurement 3b432cf4 to history. Total: 5
Removed measurement 49767d56 to history. Total: 4
Removed measurement 6de23dc7 to history. Total: 3
Adding measurement 2c95ed98 to history. Total: 3
th(0)=2.8880825646158048E-11;dx=-3.659961897149012E-16
Adding measurement 5591bf57 to history. Total: 4
New Minimum: 2.8880825646158048E-11 > 2.1052924989126924E-11
WOLF (strong): th(292420.0965176052)=2.1052924989126924E-11; dx=3.124394214750961E-16 evalInputDelta=7.827900657031124E-12
Adding measurement 1d913174 to history. Total: 5
New Minimum: 2.1052924989126924E-11 > 1.6834945344101048E-13
END: th(146210.0482588026)=1.6834945344101048E-13; dx=-2.6764857286767412E-17 evalInputDelta=2.8712476192717038E-11
Fitness changed from 2.8880825646158048E-11 to 1.6834945344101048E-13
Iteration 8 complete. Error: 1.6834945344101048E-13 Total: 3.1767; Orientation: 2.7090; Line Search: 0.4583
Non-optimal measurement 1.6834945344101048E-13 < 1.6834945344101048E-13. Total: 6
Rejected: LBFGS Orientation magnitude: 2.445e-04, gradient 1.455e-09, dot -0.979; [155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, 23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.6834945344101048E-13, 2.1052924989126924E-11, 2.8880825646158048E-11, 0.151654404632164, 0.15165967693971472, 0.1516649493083779
Rejected: LBFGS Orientation magnitude: 2.445e-04, gradient 1.455e-09, dot -0.979; [23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.6834945344101048E-13, 2.1052924989126924E-11, 2.8880825646158048E-11, 0.151654404632164, 0.15165967693971472
Rejected: LBFGS Orientation magnitude: 2.138e-04, gradient 1.455e-09, dot -0.997; [23c3dd2d-0bee-42ab-9262-0e0122d0d01b = 1.000/1.000e+00, b6fcff42-3a2d-4af1-bb2f-b588b733df10 = 1.000/1.000e+00, 155af7ab-8e2e-4abf-b826-41ee818b6131 = 1.000/1.000e+00, ff9800d1-4e22-497c-ac55-8effd73949f5 = 1.000/1.000e+00, 73cb1047-70d3-48ea-832e-ba80807e4243 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.6834945344101048E-13, 2.1052924989126924E-11, 2.8880825646158048E-11, 0.151654404632164
LBFGS Accumulation History: 3 points
Removed measurement 1d913174 to history. Total: 5
Removed measurement 5591bf57 to history. Total: 4
Removed measurement 2c95ed98 to history. Total: 3
Adding measurement f8a199d to history. Total: 3
th(0)=1.6834945344101048E-13;dx=-2.1169434793719142E-18
Adding measurement 23b302c2 to history. Total: 4
New Minimum: 1.6834945344101048E-13 > 1.623641813238041E-13
WOLF (strong): th(315000.0000000001)=1.623641813238041E-13; dx=2.078930186480384E-18 evalInputDelta=5.985272117206379E-15
Adding measurement 6dd45576 to history. Total: 5
New Minimum: 1.623641813238041E-13 > 1.4429178936968275E-16
END: th(157500.00000000006)=1.4429178936968275E-16; dx=-1.8997972571612308E-20 evalInputDelta=1.682051616516408E-13
Fitness changed from 1.6834945344101048E-13 to 1.4429178936968275E-16
Iteration 9 complete. Error: 1.4429178936968275E-16 Total: 3.2782; Orientation: 3.0108; Line Search: 0.2579
Final threshold in iteration 9: 1.4429178936968275E-16 (> 0.0) after 30.480s (< 30.000s)
Returns
1.4429178936968275E-16
TrainingTester.java:432 executed in 0.10 seconds (0.000 gc):
return TestUtil.compare(title + " vs Iteration", runs);
Plotting range=[1.0, -36.13102828999836], [30.0, -1.981016853609989]; valueStats=DoubleSummaryStatistics{count=68, sum=0.022424, min=0.000000, average=0.000330, max=0.010447}
Plotting 30 points for GD
Plotting 30 points for CjGD
Plotting 9 points for LBFGS
Returns
TrainingTester.java:435 executed in 0.01 seconds (0.000 gc):
return TestUtil.compareTime(title + " vs Time", runs);
Plotting range=[0.0, -36.13102828999836], [29.949, -1.981016853609989]; valueStats=DoubleSummaryStatistics{count=68, sum=0.022424, min=0.000000, average=0.000330, max=0.010447}
Plotting 30 points for GD
Plotting 30 points for CjGD
Plotting 9 points for LBFGS
Returns
TrainingTester.java:255 executed in 0.00 seconds (0.000 gc):
return grid(inputLearning, modelLearning, completeLearning);
Returns
TrainingTester.java:258 executed in 0.00 seconds (0.000 gc):
return new ComponentResult(null == inputLearning ? null : inputLearning.value,
null == modelLearning ? null : modelLearning.value, null == completeLearning ? null : completeLearning.value);
Returns
{"input":{ "LBFGS": { "type": "Converged", "value": 1.4429178936968275E-16 }, "CjGD": { "type": "Converged", "value": 0.0 }, "GD": { "type": "Converged", "value": 5.4234187233944564E-36 } }, "model":null, "complete":null}
LayerTests.java:425 executed in 0.00 seconds (0.000 gc):
throwException(exceptions.addRef());
| details | result |
|---|---|
| {"input":{ "LBFGS": { "type": "Converged", "value": 1.4429178936968275E-16 }, "CjGD": { "type": "Converged", "value": 0.0 }, "GD": { "type": "Converged", "value": 5.4234187233944564E-36 } }, "model":null, "complete":null} | OK |
{
"result": "OK",
"performance": {
"execution_time": "55.079",
"gc_time": "0.386"
},
"created_on": 1586736752036,
"file_name": "trainingTest",
"report": {
"simpleName": "Basic",
"canonicalName": "com.simiacryptus.mindseye.layers.java.SigmoidActivationLayerTest.Basic",
"link": "https://github.com/SimiaCryptus/mindseye-java/tree/93db34cedee48c0202777a2b25deddf1dfaf5731/src/test/java/com/simiacryptus/mindseye/layers/java/SigmoidActivationLayerTest.java",
"javaDoc": ""
},
"training_analysis": {
"input": {
"LBFGS": {
"type": "Converged",
"value": 1.4429178936968275E-16
},
"CjGD": {
"type": "Converged",
"value": 0.0
},
"GD": {
"type": "Converged",
"value": 5.4234187233944564E-36
}
}
},
"archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/java/SigmoidActivationLayer/Basic/trainingTest/202004131232",
"id": "dcd0adf8-4a25-4780-b519-f0e1083beb79",
"report_type": "Components",
"display_name": "Comparative Training",
"target": {
"simpleName": "SigmoidActivationLayer",
"canonicalName": "com.simiacryptus.mindseye.layers.java.SigmoidActivationLayer",
"link": "https://github.com/SimiaCryptus/mindseye-java/tree/93db34cedee48c0202777a2b25deddf1dfaf5731/src/main/java/com/simiacryptus/mindseye/layers/java/SigmoidActivationLayer.java",
"javaDoc": ""
}
}