Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase
Using Seed 5114470413062147072
In this apply, we use a network to learn this target input, given it's pre-evaluated output:
TrainingTester.java:332 executed in 0.02 seconds (0.000 gc):
return RefArrays.stream(RefUtil.addRef(input_target)).flatMap(RefArrays::stream).map(x -> {
try {
return x.prettyPrint();
} finally {
x.freeRef();
}
}).reduce((a, b) -> a + "\n" + b).orElse("");
Returns
[
[ [ 0.021768802143255828 ], [ -0.616668204281859 ], [ -0.43143693450844056 ], [ 0.4673410530429456 ], [ -0.9734834037930418 ], [ 0.9452207751900841 ], [ 0.8001062597231308 ], [ 0.011716018523724836 ], ... ],
[ [ 0.655050776763151 ], [ -0.2141473468661632 ], [ 0.609229931393318 ], [ 0.48939699771018885 ], [ 0.8838554727064138 ], [ -0.2863422935667215 ], [ -0.49342429625117035 ], [ 0.1447797446033081 ], ... ],
[ [ 0.13101851011853127 ], [ 0.7527455193192896 ], [ -0.7035802620224254 ], [ -0.6519825828883237 ], [ -0.4158227207910663 ], [ -0.10020926742514069 ], [ 0.3283491117093522 ], [ 0.9797184594085653 ], ... ],
[ [ -0.8004415708648083 ], [ -0.2848309505469333 ], [ -0.8633385348553388 ], [ 0.7473842626051583 ], [ 0.8953381200831769 ], [ -0.6038374333609766 ], [ 0.6336195146435688 ], [ 0.10421635994765488 ], ... ],
[ [ -0.6966906609584091 ], [ 0.6546478634499253 ], [ 0.8569325165658119 ], [ -0.08338240860049595 ], [ 0.30542230627039313 ], [ 0.2958533942087691 ], [ 0.12467154008727843 ], [ 0.7880737380490537 ], ... ],
[ [ -0.2923654400502178 ], [ -0.13014941669055902 ], [ -0.47711365775408776 ], [ -0.06360662346066714 ], [ 0.9474314178959855 ], [ 0.5034941828038346 ], [ 0.6757667284798046 ], [ -0.8050778652116606 ], ... ],
[ [ -0.8321493844261705 ], [ -0.24043540160745747 ], [ -0.16303350497724645 ], [ 0.17508002342838713 ], [ 0.5474648896911578 ], [ -0.7356835897942728 ], [ -0.12112892187130453 ], [ -0.5393829581802723 ], ... ],
[ [ 0.9281882810078919 ], [ 0.15536605253571345 ], [ -0.9368573845509445 ], [ -0.33588851716076773 ], [ 0.8939023010941063 ], [ 0.020944541590994792 ], [ -0.40734366930227606 ], [ -0.08334656486148573 ], ... ],
...
]
[
[ [ 0.6430838797145453 ], [ -0.49911800256825556 ], [ -0.9966613511399225 ], [ 0.29862672016412417 ], [ -0.9560228432629614 ], [ -0.8632998356526236 ], [ 0.2874931188136476 ], [ 0.667542058290197 ], ... ],
[ [ 0.34895192692757404 ], [ -0.7266507713994081 ], [ -0.33707204506111377 ], [ 0.6583827553122015 ], [ 0.8021751443049117 ], [ -0.415536322235901 ], [ 0.6840589663960923 ], [ 0.8688196279670386 ], ... ],
[ [ -0.07794106511694032 ], [ 0.12288151069754338 ], [ -0.4923071290658294 ], [ 0.279409228375626 ], [ 0.3296033304844814 ], [ 0.518140997372176 ], [ -0.8069158741171716 ], [ -0.879156063968257 ], ... ],
[ [ -0.6770694852437673 ], [ 0.08301173415579588 ], [ -0.115825239258325 ], [ -0.6733383659495347 ], [ -0.7703861621274375 ], [ -0.7628081535816928 ], [ -0.26428311693238826 ], [ -0.9137103937989073 ], ... ],
[ [ -0.12720281350558316 ], [ 0.16749384633745867 ], [ 0.7868169527324669 ], [ 0.30486455506274157 ], [ -0.6693533563669569 ], [ -0.8079348626657532 ], [ 0.4930036645988607 ], [ -0.582388175582186 ], ... ],
[ [ -0.20077570387757193 ], [ 0.9487666178907372 ], [ -0.9223792888317648 ], [ 0.14779885128146364 ], [ -0.701826833646239 ], [ 0.026302695908498874 ], [ -0.792075729529605 ], [ 0.3892263533828064 ], ... ],
[ [ -0.38394010866790373 ], [ 0.9677434370406763 ], [ 0.07539178586981876 ], [ 0.6523454538127365 ], [ -0.9011849132426308 ], [ -0.5538229469784204 ], [ -0.32510195321901025 ], [ 0.9998995187840427 ], ... ],
[ [ -0.12225113762102735 ], [ 0.3879877712632023 ], [ -0.2922286180159763 ], [ -0.8636045932485439 ], [ -0.1943652906570943 ], [ -0.396568958208976 ], [ 0.8178426985767198 ], [ 0.007666263029396214 ], ... ],
...
]
[
[ [ -0.48158188697117565 ], [ 0.19779872725157288 ], [ -0.5152827051856173 ], [ 0.22082267000534062 ], [ 0.711379611175778 ], [ -0.7257706852640775 ], [ -0.4253590484421108 ], [ 0.7978723790455728 ], ... ],
[ [ 0.20422425698869562 ], [ -0.3961167663962921 ], [ -0.43665204580414474 ], [ 0.7588047946462204 ], [ 0.664363330423807 ], [ 0.9074427417303996 ], [ -0.9774483836970334 ], [ 0.700690622297867 ], ... ],
[ [ 0.7757546853714683 ], [ -0.5636597389614864 ], [ 0.40953145758969867 ], [ 0.2802153425917455 ], [ -0.4208602558763521 ], [ 0.2624476706309018 ], [ 0.9102378367510024 ], [ 0.7594476017344653 ], ... ],
[ [ -0.9677029422118115 ], [ -0.7598299397704591 ], [ -0.7650781575405217 ], [ 0.7409320830218644 ], [ 0.6509239817723975 ], [ 0.3596305165926845 ], [ 0.30325810818980004 ], [ -0.032984494960794475 ], ... ],
[ [ 0.5899016536123642 ], [ -0.7371087108652092 ], [ 0.6624928847746054 ], [ 0.23651000627052565 ], [ -0.7639339463791319 ], [ 0.3115185063265127 ], [ 0.5578982802401427 ], [ 0.9542726741873313 ], ... ],
[ [ -0.895264195990749 ], [ -0.3386464518455956 ], [ -0.1934232242548819 ], [ -0.15067179969718092 ], [ -0.4171295801414512 ], [ -0.22952636853062347 ], [ 0.6174288607233993 ], [ 0.047338253969734234 ], ... ],
[ [ -0.2261174309047771 ], [ 0.9446731437572211 ], [ -0.2342188586284859 ], [ 0.26354474940142625 ], [ 0.08563006311472621 ], [ -0.8193747851190627 ], [ -0.912164754050806 ], [ 0.626401622553872 ], ... ],
[ [ -0.4842792678375665 ], [ -0.1778049642656141 ], [ 0.4169851622487961 ], [ -0.5903276033608893 ], [ 0.5729333948765105 ], [ 0.8358155895725468 ], [ -0.037637237623376674 ], [ 0.4298121369057408 ], ... ],
...
]
[
[ [ 0.339531257214011 ], [ 0.566384084281311 ], [ 0.07613444304058103 ], [ 0.23276550577378763 ], [ 0.23106224117694918 ], [ 0.3707383114177185 ], [ 0.5913072359028151 ], [ 0.1398290972313263 ], ... ],
[ [ -0.028490143205590845 ], [ -0.276464818767614 ], [ -0.9230481500789112 ], [ -0.848991353082452 ], [ -0.08688253419910508 ], [ 0.10248429425782546 ], [ -0.9632463660220478 ], [ -0.46829355706282594 ], ... ],
[ [ -0.69819482939748 ], [ -0.10356502805744938 ], [ -0.7286300497898359 ], [ -0.9302462856058846 ], [ 0.26966154841188583 ], [ -0.9636162262117005 ], [ 0.8037456837793044 ], [ 0.645071738560163 ], ... ],
[ [ -0.2373392484220771 ], [ -0.647726110108555 ], [ 0.31758539470916847 ], [ -0.19138035549962096 ], [ -0.48270878846100573 ], [ 0.3880322237548208 ], [ -0.289758062380161 ], [ 0.11263965520465358 ], ... ],
[ [ -0.7397754004419372 ], [ -0.3821255250911306 ], [ -0.5531098959896141 ], [ 0.5849251815790872 ], [ 0.6752786723845889 ], [ 0.36321925882756645 ], [ 0.0495013793329524 ], [ -0.7842169441422586 ], ... ],
[ [ -0.48591312182644475 ], [ 0.014938005679372868 ], [ -0.6214997344972262 ], [ 0.7863721557426553 ], [ 0.6014069851967265 ], [ 0.9472602111361268 ], [ 0.2042141373990567 ], [ -0.37797638586605475 ], ... ],
[ [ 0.17067891234140453 ], [ -0.13564325608345418 ], [ -0.4861366479824656 ], [ 0.6233760030289126 ], [ 0.0966385804171308 ], [ 0.1059551277929025 ], [ 0.8392069151768868 ], [ -0.8906713700394098 ], ... ],
[ [ -0.07716135351753972 ], [ 0.2621820021329275 ], [ 0.2937586745631038 ], [ -0.7595621724058486 ], [ 0.49387968427532836 ], [ 0.8580625475588386 ], [ -0.2755019915804673 ], [ -0.2988316505928308 ], ... ],
...
]
[
[ [ -0.749118797361104 ], [ 0.30131193000134204 ], [ -0.26581598777056037 ], [ 0.42397521196047516 ], [ -0.7340647113516818 ], [ 0.20760579156978687 ], [ 0.5471877251730952 ], [ -0.808799384905321 ], ... ],
[ [ 0.8422358492592619 ], [ 0.8989467245144673 ], [ -0.7625669713738512 ], [ 0.8667614734086562 ], [ -0.5851090662092358 ], [ 0.5043379957253531 ], [ -0.7232760322671259 ], [ -0.5709421125909862 ], ... ],
[ [ 0.8017515571797822 ], [ 0.0013630394341686003 ], [ 0.5344953269417902 ], [ 0.7057142247599386 ], [ 0.6481105446255493 ], [ -0.15381526759188824 ], [ -0.5709729366797249 ], [ -0.7602850936103367 ], ... ],
[ [ -0.2931054777657758 ], [ 0.45135907602486824 ], [ 0.2479969574286891 ], [ 0.10887183552300539 ], [ 0.5144935240076984 ], [ 0.2758200325322724 ], [ 0.2353574017455884 ], [ -0.4147493115040859 ], ... ],
[ [ 0.4134437057584739 ], [ -0.11862843025927461 ], [ 0.8543884436286702 ], [ 0.5518510180117138 ], [ 0.7701600396941595 ], [ 0.4929716607360153 ], [ 0.6975168859234218 ], [ -0.5579496036481506 ], ... ],
[ [ -0.42081308169942155 ], [ -0.8862099105775365 ], [ -0.9234484117679971 ], [ 0.8093519867096297 ], [ 0.1130825126454813 ], [ -0.1638885209312082 ], [ -0.9097910320192804 ], [ -0.3225125446326451 ], ... ],
[ [ 0.5434129181377536 ], [ 0.2549009114096814 ], [ -0.6594789918535529 ], [ 0.25291754122328314 ], [ -0.43602350342054597 ], [ -0.3976790939174235 ], [ 0.26790091124491355 ], [ 0.2034287046546277 ], ... ],
[ [ 0.44431456411227876 ], [ 0.1981440217414503 ], [ 0.826423901251083 ], [ -0.1116424663331641 ], [ 0.546620651716957 ], [ -0.1331961232581138 ], [ -0.9238679804759582 ], [ -0.18869470734612093 ], ... ],
...
]
First, we train using basic gradient descent method apply weak line search conditions.
TrainingTester.java:480 executed in 9.09 seconds (0.024 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new ArmijoWolfeSearch());
iterativeTrainer.setOrientation(new GradientDescent());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 4296534313357
BACKPROP_AGG_SIZE = 3
THREADS = 64
SINGLE_THREADED = false
Initialized CoreSettings = {
"backpropAggregationSize" : 3,
"jvmThreads" : 64,
"singleThreaded" : false
}
Reset training subject: 4296611368043
Constructing line search parameters: GD
th(0)=2.7068208323385696;dx=-2.165456665870852E-4
New Minimum: 2.7068208323385696 > 2.7063543189448085
WOLFE (weak): th(2.154434690031884)=2.7063543189448085; dx=-2.1652700524724236E-4 evalInputDelta=4.6651339376113654E-4
New Minimum: 2.7063543189448085 > 2.705887845755703
WOLFE (weak): th(4.308869380063768)=2.705887845755703; dx=-2.1650834390739951E-4 evalInputDelta=9.329865828666684E-4
New Minimum: 2.705887845755703 > 2.7040223550456273
WOLFE (weak): th(12.926608140191302)=2.7040223550456273; dx=-2.164336985480281E-4 evalInputDelta=0.0027984772929423585
New Minimum: 2.7040223550456273 > 2.695635607368574
WOLFE (weak): th(51.70643256076521)=2.695635607368574; dx=-2.1609779443085677E-4 evalInputDelta=0.011185224969995744
New Minimum: 2.695635607368574 > 2.6511262862030294
WOLFE (weak): th(258.53216280382605)=2.6511262862030294; dx=-2.14306305805943E-4 evalInputDelta=0.05569454613554026
New Minimum: 2.6511262862030294 > 2.3813377573160732
WOLFE (weak): th(1551.1929768229563)=2.3813377573160732; dx=-2.0310950190023192E-4 evalInputDelta=0.3254830750224964
New Minimum: 2.3813377573160732 > 0.8661230774324835
END: th(10858.350837760694)=0.8661230774324835; dx=-1.2249251377911222E-4 evalInputDelta=1.8406977549060861
Fitness changed from 2.7068208323385696 to 0.8661230774324835
Iteration 1 complete. Error: 0.8661230774324835 Total: 0.9884; Orientation: 0.0136; Line Search: 0.8443
th(0)=0.8661230774324835;dx=-6.928984619459876E-5
New Minimum: 0.8661230774324835 > 0.0035760436305526306
END: th(23393.607721408407)=0.0035760436305526306; dx=-4.4522669564720935E-6 evalInputDelta=0.8625470338019309
Fitness changed from 0.8661230774324835 to 0.0035760436305526306
Iteration 2 complete. Error: 0.0035760436305526306 Total: 0.3808; Orientation: 0.0045; Line Search: 0.3619
th(0)=0.0035760436305526306;dx=-2.860834904442101E-7
Armijo: th(50400.00000000001)=0.003691392493899736; dx=2.906608262913176E-7 evalInputDelta=-1.1534886334710554E-4
New Minimum: 0.0035760436305526306 > 2.2886679235538262E-7
WOLF (strong): th(25200.000000000004)=2.2886679235538262E-7; dx=2.288667923553751E-9 evalInputDelta=0.003575814763760275
END: th(8400.000000000002)=0.0015766633325361326; dx=-1.8995943765495548E-7 evalInputDelta=0.001999380298016498
Fitness changed from 0.0035760436305526306 to 2.2886679235538262E-7
Iteration 3 complete. Error: 2.2886679235538262E-7 Total: 0.4485; Orientation: 0.0033; Line Search: 0.3214
Low gradient: 4.278941853826782E-6
th(0)=2.2886679235538262E-7;dx=-1.8309343388430575E-11
New Minimum: 2.2886679235538262E-7 > 1.7448049276701915E-8
END: th(18097.251396267828)=1.7448049276701915E-8; dx=-5.055391780389674E-12 evalInputDelta=2.114187430786807E-7
Fitness changed from 2.2886679235538262E-7 to 1.7448049276701915E-8
Iteration 4 complete. Error: 1.7448049276701915E-8 Total: 0.2248; Orientation: 0.0047; Line Search: 0.1063
Low gradient: 1.1814583962781573E-6
th(0)=1.7448049276701915E-8;dx=-1.3958439421361552E-12
New Minimum: 1.7448049276701915E-8 > 5.463383640042552E-9
WOLF (strong): th(38989.346202347355)=5.463383640042552E-9; dx=7.810777660396787E-13 evalInputDelta=1.1984665636659363E-8
New Minimum: 5.463383640042552E-9 > 8.461221914380797E-10
END: th(19494.673101173677)=8.461221914380797E-10; dx=-3.073830880482285E-13 evalInputDelta=1.6601927085263834E-8
Fitness changed from 1.7448049276701915E-8 to 8.461221914380797E-10
Iteration 5 complete. Error: 8.461221914380797E-10 Total: 0.3698; Orientation: 0.0048; Line Search: 0.3492
Low gradient: 2.601725875549659E-7
th(0)=8.461221914380797E-10;dx=-6.768977531504642E-14
New Minimum: 8.461221914380797E-10 > 3.912469013209412E-10
WOLF (strong): th(42000.000000000015)=3.912469013209412E-10; dx=4.602904721422997E-14 evalInputDelta=4.5487529011713843E-10
New Minimum: 3.912469013209412E-10 > 2.1660728100796526E-11
END: th(21000.000000000007)=2.1660728100796526E-11; dx=-1.0830364050402835E-14 evalInputDelta=8.244614633372831E-10
Fitness changed from 8.461221914380797E-10 to 2.1660728100796526E-11
Iteration 6 complete. Error: 2.1660728100796526E-11 Total: 0.1913; Orientation: 0.0034; Line Search: 0.1755
Low gradient: 4.16276140087769E-8
th(0)=2.1660728100796526E-11;dx=-1.7328582480637187E-15
New Minimum: 2.1660728100796526E-11 > 1.4201960388546317E-11
WOLF (strong): th(45243.12849066957)=1.4201960388546317E-11; dx=1.4031388868666336E-15 evalInputDelta=7.45876771225021E-12
New Minimum: 1.4201960388546317E-11 > 1.9605407941878438E-13
END: th(22621.564245334786)=1.9605407941878438E-13; dx=-1.6485968059835133E-16 evalInputDelta=2.1464674021377743E-11
Fitness changed from 2.1660728100796526E-11 to 1.9605407941878438E-13
Iteration 7 complete. Error: 1.9605407941878438E-13 Total: 0.3077; Orientation: 0.0034; Line Search: 0.2644
Low gradient: 3.9603442215927096E-9
th(0)=1.9605407941878438E-13;dx=-1.568432635350276E-17
New Minimum: 1.9605407941878438E-13 > 1.767404338598622E-13
WOLF (strong): th(48736.6827529342)=1.767404338598622E-13; dx=1.4891755153823207E-17 evalInputDelta=1.9313645558922178E-14
New Minimum: 1.767404338598622E-13 > 1.2515860825648857E-16
END: th(24368.3413764671)=1.2515860825648857E-16; dx=-3.9628559982365886E-19 evalInputDelta=1.959289208105279E-13
Fitness changed from 1.9605407941878438E-13 to 1.2515860825648857E-16
Iteration 8 complete. Error: 1.2515860825648857E-16 Total: 0.2037; Orientation: 0.0031; Line Search: 0.1887
Low gradient: 1.0006342319009001E-10
th(0)=1.2515860825648857E-16;dx=-1.0012688660519043E-20
Armijo: th(52500.00000000002)=1.5144191613665804E-16; dx=1.1013957531891192E-20 evalInputDelta=-2.6283307880169476E-17
New Minimum: 1.2515860825648857E-16 > 3.128965235740746E-19
WOLF (strong): th(26250.00000000001)=3.128965235740746E-19; dx=5.006344353722349E-22 evalInputDelta=1.248457117329145E-16
END: th(8750.000000000004)=5.2879511951069996E-17; dx=-6.5082476270422074E-21 evalInputDelta=7.227909630541857E-17
Fitness changed from 1.2515860825648857E-16 to 3.128965235740746E-19
Iteration 9 complete. Error: 3.128965235740746E-19 Total: 0.3117; Orientation: 0.0031; Line Search: 0.2326
Zero gradient: 5.00317118295253E-12
th(0)=3.128965235740746E-19;dx=-2.5031721885926615E-23
New Minimum: 3.128965235740746E-19 > 1.8927219824826356E-20
END: th(18851.303537778993)=1.8927219824826356E-20; dx=-6.1564983731250545E-24 evalInputDelta=2.9396930374924826E-19
Fitness changed from 3.128965235740746E-19 to 1.8927219824826356E-20
Iteration 10 complete. Error: 1.8927219824826356E-20 Total: 0.3150; Orientation: 0.0031; Line Search: 0.1980
Zero gradient: 1.2305192343015931E-12
th(0)=1.8927219824826356E-20;dx=-1.5141775859861788E-24
New Minimum: 1.8927219824826356E-20 > 7.382946444587295E-21
WOLF (strong): th(40613.90229411184)=7.382946444587295E-21; dx=9.456888293690196E-25 evalInputDelta=1.1544273380239062E-20
New Minimum: 7.382946444587295E-21 > 6.669864218585013E-22
END: th(20306.95114705592)=6.669864218585013E-22; dx=-2.842443864172165E-25 evalInputDelta=1.8260233402967855E-20
Fitness changed from 1.8927219824826356E-20 to 6.669864218585013E-22
Iteration 11 complete. Error: 6.669864218585013E-22 Total: 0.3533; Orientation: 0.0036; Line Search: 0.3157
Zero gradient: 2.3099548426036424E-13
th(0)=6.669864218585013E-22;dx=-5.335891374868018E-26
New Minimum: 6.669864218585013E-22 > 3.7518061047846082E-22
WOLF (strong): th(43750.00000000003)=3.7518061047846082E-22; dx=4.0019225214102613E-26 evalInputDelta=2.918058113800405E-22
New Minimum: 3.7518061047846082E-22 > 1.0421596945918948E-23
END: th(21875.000000000015)=1.0421596945918948E-23; dx=-6.669843129016052E-27 evalInputDelta=6.565648249125824E-22
Fitness changed from 6.669864218585013E-22 to 1.0421596945918948E-23
Iteration 12 complete. Error: 1.0421596945918948E-23 Total: 0.4288; Orientation: 0.0033; Line Search: 0.2203
Zero gradient: 2.887434424664075E-14
th(0)=1.0421596945918948E-23;dx=-8.337277556735159E-28
New Minimum: 1.0421596945918948E-23 > 8.16486002363736E-24
WOLF (strong): th(47128.25884444749)=8.16486002363736E-24; dx=7.379577448729517E-28 evalInputDelta=2.2567369222815874E-24
New Minimum: 8.16486002363736E-24 > 3.4378568898631326E-26
END: th(23564.129422223745)=3.4378568898631326E-26; dx=-4.7885162185254704E-29 evalInputDelta=1.0387218377020316E-23
Fitness changed from 1.0421596945918948E-23 to 3.4378568898631326E-26
Iteration 13 complete. Error: 3.4378568898631326E-26 Total: 0.3077; Orientation: 0.0034; Line Search: 0.2902
Zero gradient: 1.6583984780174235E-15
th(0)=3.4378568898631326E-26;dx=-2.7502855118905067E-30
Armijo: th(50767.37786763981)=3.6521278507113704E-26; dx=2.8346981220763035E-30 evalInputDelta=-2.1427096084823784E-27
New Minimum: 3.4378568898631326E-26 > 8.103417498244535E-30
WOLF (strong): th(25383.688933819903)=8.103417498244535E-30; dx=4.220049503168595E-32 evalInputDelta=3.437046548113308E-26
END: th(8461.229644606634)=1.5045859727916387E-26; dx=-1.819458923359425E-30 evalInputDelta=1.933270917071494E-26
Fitness changed from 3.4378568898631326E-26 to 8.103417498244535E-30
Iteration 14 complete. Error: 8.103417498244535E-30 Total: 0.4742; Orientation: 0.0031; Line Search: 0.4418
Zero gradient: 2.5461213636815564E-17
th(0)=8.103417498244535E-30;dx=-6.482733998595629E-34
New Minimum: 8.103417498244535E-30 > 6.0867427150617745E-31
END: th(18229.16666666668)=6.0867427150617745E-31; dx=-1.763227969781072E-34 evalInputDelta=7.494743226738358E-30
Fitness changed from 8.103417498244535E-30 to 6.0867427150617745E-31
Iteration 15 complete. Error: 6.0867427150617745E-31 Total: 0.2181; Orientation: 0.0027; Line Search: 0.2043
Zero gradient: 6.978104450385807E-18
th(0)=6.0867427150617745E-31;dx=-4.86939417204942E-35
New Minimum: 6.0867427150617745E-31 > 1.9611929845493723E-31
WOLF (strong): th(39273.54903703958)=1.9611929845493723E-31; dx=2.7029064744595953E-35 evalInputDelta=4.125549730512402E-31
New Minimum: 1.9611929845493723E-31 > 3.404253573013219E-32
END: th(19636.77451851979)=3.404253573013219E-32; dx=-9.883907187075132E-36 evalInputDelta=5.746317357760453E-31
Fitness changed from 6.0867427150617745E-31 to 3.404253573013219E-32
Iteration 16 complete. Error: 3.404253573013219E-32 Total: 0.4229; Orientation: 0.0033; Line Search: 0.1702
Zero gradient: 1.6502735707786681E-18
th(0)=3.404253573013219E-32;dx=-2.723402858410576E-36
New Minimum: 3.404253573013219E-32 > 3.0947427642545907E-32
WOLF (strong): th(42306.148223033175)=3.0947427642545907E-32; dx=2.5070772792685244E-36 evalInputDelta=3.095108087586283E-33
New Minimum: 3.0947427642545907E-32 > 6.756915704815854E-33
END: th(21153.074111516587)=6.756915704815854E-33; dx=-2.6190597813464342E-37 evalInputDelta=2.7285620025316335E-32
Fitness changed from 3.404253573013219E-32 to 6.756915704815854E-33
Iteration 17 complete. Error: 6.756915704815854E-33 Total: 0.1158; Orientation: 0.0029; Line Search: 0.1014
Zero gradient: 7.352232697523035E-19
th(0)=6.756915704815854E-33;dx=-5.405532563852685E-37
Armijo: th(45572.91666666671)=6.929187144122082E-33; dx=4.925480297406702E-37 evalInputDelta=-1.7227143930622835E-34
New Minimum: 6.756915704815854E-33 > 6.745404857881755E-33
END: th(22786.458333333354)=6.745404857881755E-33; dx=-2.288954570358236E-37 evalInputDelta=1.1510846934098253E-35
Fitness changed from 6.756915704815854E-33 to 6.745404857881755E-33
Iteration 18 complete. Error: 6.745404857881755E-33 Total: 0.0896; Orientation: 0.0034; Line Search: 0.0742
Zero gradient: 7.345967523958573E-19
th(0)=6.745404857881755E-33;dx=-5.396323886305405E-37
Armijo: th(49091.93629629948)=6.927994572189331E-33; dx=4.920426500750822E-37 evalInputDelta=-1.8258971430757592E-34
New Minimum: 6.745404857881755E-33 > 6.745389194654628E-33
END: th(24545.96814814974)=6.745389194654628E-33; dx=-2.2981834099846206E-37 evalInputDelta=1.5663227127002522E-38
Fitness changed from 6.745404857881755E-33 to 6.745389194654628E-33
Iteration 19 complete. Error: 6.745389194654628E-33 Total: 0.5637; Orientation: 0.0027; Line Search: 0.4127
Zero gradient: 7.345958995069128E-19
th(0)=6.745389194654628E-33;dx=-5.396311355723704E-37
Armijo: th(52882.685278791476)=9.484335057625381E-33; dx=5.942956429634391E-37 evalInputDelta=-2.7389458629707527E-33
Armijo: th(26441.342639395738)=6.745389194654628E-33; dx=4.702705308511633E-37 evalInputDelta=0.0
New Minimum: 6.745389194654628E-33 > 5.826131276618935E-33
END: th(8813.78087979858)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=9.192579180356935E-34
Fitness changed from 6.745389194654628E-33 to 5.826131276618935E-33
Iteration 20 complete. Error: 5.826131276618935E-33 Total: 0.4116; Orientation: 0.0038; Line Search: 0.3282
Zero gradient: 6.8270821155858E-19
th(0)=5.826131276618935E-33;dx=-4.660905021295149E-37
Armijo: th(18988.7152777778)=5.826131276618935E-33; dx=-3.033682189050506E-37 evalInputDelta=0.0
Armijo: th(9494.3576388889)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(3164.785879629633)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(791.1964699074083)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(158.23929398148167)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(26.37321566358028)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(3.7676022376543257)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(0.4709502797067907)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(0.05232780885631008)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(0.005232780885631008)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(4.7570735323918255E-4)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(3.9642279436598546E-5)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(3.0494061105075806E-6)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
WOLFE (weak): th(2.178147221791129E-7)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(1.6336104163433467E-6)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(9.257125692612298E-7)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
WOLFE (weak): th(5.717636457201714E-7)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(7.487381074907006E-7)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
WOLFE (weak): th(6.60250876605436E-7)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
WOLFE (weak): th(7.044944920480683E-7)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
WOLFE (weak): th(7.266162997693845E-7)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
Armijo: th(7.376772036300425E-7)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
WOLFE (weak): th(7.321467516997135E-7)=5.826131276618935E-33; dx=-4.660905021295149E-37 evalInputDelta=0.0
mu ~= nu (7.321467516997135E-7): th(0.0)=5.826131276618935E-33
Fitness changed from 5.826131276618935E-33 to 5.826131276618935E-33
Static Iteration Total: 1.9560; Orientation: 0.0029; Line Search: 1.9413
Iteration 21 failed. Error: 5.826131276618935E-33
Previous Error: 0.0 -> 5.826131276618935E-33
Optimization terminated 21
Final threshold in iteration 21: 5.826131276618935E-33 (> 0.0) after 9.084s (< 30.000s)
Returns
5.826131276618935E-33
First, we use a conjugate gradient descent method, which converges the fastest for purely linear functions.
TrainingTester.java:452 executed in 16.96 seconds (0.059 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new QuadraticSearch());
iterativeTrainer.setOrientation(new GradientDescent());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 4305624092741
Reset training subject: 4305636273530
Constructing line search parameters: GD
F(0.0) = LineSearchPoint{point=PointSample{avg=2.724386731789734}, derivative=-2.1795093854317846E-4}
New Minimum: 2.724386731789734 > 2.724386731789713
F(1.0E-10) = LineSearchPoint{point=PointSample{avg=2.724386731789713}, derivative=-2.179509385431776E-4}, evalInputDelta = -2.1316282072803006E-14
New Minimum: 2.724386731789713 > 2.7243867317895853
F(7.000000000000001E-10) = LineSearchPoint{point=PointSample{avg=2.7243867317895853}, derivative=-2.1795093854317236E-4}, evalInputDelta = -1.4876988529977098E-13
New Minimum: 2.7243867317895853 > 2.7243867317886634
F(4.900000000000001E-9) = LineSearchPoint{point=PointSample{avg=2.7243867317886634}, derivative=-2.1795093854313575E-4}, evalInputDelta = -1.070699084948501E-12
New Minimum: 2.7243867317886634 > 2.7243867317822525
F(3.430000000000001E-8) = LineSearchPoint{point=PointSample{avg=2.7243867317822525}, derivative=-2.1795093854287944E-4}, evalInputDelta = -7.481570918344005E-12
New Minimum: 2.7243867317822525 > 2.7243867317374013
F(2.4010000000000004E-7) = LineSearchPoint{point=PointSample{avg=2.7243867317374013}, derivative=-2.1795093854108525E-4}, evalInputDelta = -5.233280475636093E-11
New Minimum: 2.7243867317374013 > 2.724386731423418
F(1.6807000000000003E-6) = LineSearchPoint{point=PointSample{avg=2.724386731423418}, derivative=-2.1795093852852607E-4}, evalInputDelta = -3.66316310618231E-10
New Minimum: 2.724386731423418 > 2.7243867292255564
F(1.1764900000000001E-5) = LineSearchPoint{point=PointSample{avg=2.7243867292255564}, derivative=-2.1795093844061164E-4}, evalInputDelta = -2.5641777590124093E-9
New Minimum: 2.7243867292255564 > 2.7243867138405298
F(8.235430000000001E-5) = LineSearchPoint{point=PointSample{avg=2.7243867138405298}, derivative=-2.1795093782521057E-4}, evalInputDelta = -1.794920434505798E-8
New Minimum: 2.7243867138405298 > 2.7243866061453557
F(5.764801000000001E-4) = LineSearchPoint{point=PointSample{avg=2.7243866061453557}, derivative=-2.179509335174033E-4}, evalInputDelta = -1.256443784569683E-7
New Minimum: 2.7243866061453557 > 2.7243858522791484
F(0.004035360700000001) = LineSearchPoint{point=PointSample{avg=2.7243858522791484}, derivative=-2.179509033627524E-4}, evalInputDelta = -8.795105856940211E-7
New Minimum: 2.7243858522791484 > 2.724380575218641
F(0.028247524900000005) = LineSearchPoint{point=PointSample{avg=2.724380575218641}, derivative=-2.179506922801959E-4}, evalInputDelta = -6.156571092930108E-6
New Minimum: 2.724380575218641 > 2.724343635938214
F(0.19773267430000002) = LineSearchPoint{point=PointSample{avg=2.724343635938214}, derivative=-2.179492147023007E-4}, evalInputDelta = -4.309585152029172E-5
New Minimum: 2.724343635938214 > 2.7240850679871813
F(1.3841287201) = LineSearchPoint{point=PointSample{avg=2.7240850679871813}, derivative=-2.1793887165703403E-4}, evalInputDelta = -3.0166380255280956E-4
New Minimum: 2.7240850679871813 > 2.7222754359164836
F(9.688901040700001) = LineSearchPoint{point=PointSample{avg=2.7222754359164836}, derivative=-2.1786647034016755E-4}, evalInputDelta = -0.0021112958732505405
New Minimum: 2.7222754359164836 > 2.709624847162293
F(67.8223072849) = LineSearchPoint{point=PointSample{avg=2.709624847162293}, derivative=-2.1735966112210214E-4}, evalInputDelta = -0.014761884627441102
New Minimum: 2.709624847162293 > 2.6218956771754796
F(474.7561509943) = LineSearchPoint{point=PointSample{avg=2.6218956771754796}, derivative=-2.1381199659564428E-4}, evalInputDelta = -0.10249105461425456
New Minimum: 2.6218956771754796 > 2.0482141006021526
F(3323.2930569601003) = LineSearchPoint{point=PointSample{avg=2.0482141006021526}, derivative=-1.8897834491043915E-4}, evalInputDelta = -0.6761726311875815
New Minimum: 2.0482141006021526 > 0.013151117974671955
F(23263.0513987207) = LineSearchPoint{point=PointSample{avg=0.013151117974671955}, derivative=-1.5142783114003347E-5}, evalInputDelta = -2.711235613815062
F(162841.3597910449) = LineSearchPoint{point=PointSample{avg=82.82240485548553}, derivative=0.0012017061494610471}, evalInputDelta = 80.0980181236958
F(12526.258445464993) = LineSearchPoint{point=PointSample{avg=0.6782381620999567}, derivative=-1.0874654715823801E-4}, evalInputDelta = -2.0461485696897777
F(87683.80911825495) = LineSearchPoint{point=PointSample{avg=17.127717771178283}, derivative=5.464798011514047E-4}, evalInputDelta = 14.403331039388549
F(6744.908393711919) = LineSearchPoint{point=PointSample{avg=1.452635898245434}, derivative=-1.5914857395128745E-4}, evalInputDelta = -1.2717508335443002
F(47214.358755983434) = LineSearchPoint{point=PointSample{avg=2.1510787096046844}, derivative=1.9366561360005858E-4}, evalInputDelta = -0.5733080221850497
2.1510787096046844 <= 2.724386731789734
New Minimum: 0.013151117974671955 > 3.9736333916184423E-32
F(24999.999999999996) = LineSearchPoint{point=PointSample{avg=3.9736333916184423E-32}, derivative=-9.195508529656077E-21}, evalInputDelta = -2.724386731789734
Left bracket at 24999.999999999996
Converged to left
Fitness changed from 2.724386731789734 to 3.9736333916184423E-32
Iteration 1 complete. Error: 3.9736333916184423E-32 Total: 2.3871; Orientation: 0.0116; Line Search: 2.0869
Zero gradient: 1.7829488812904183E-18
F(0.0) = LineSearchPoint{point=PointSample{avg=3.9736333916184423E-32}, derivative=-3.178906713294754E-36}
New Minimum: 3.9736333916184423E-32 > 6.728937901069673E-33
F(24999.999999999996) = LineSearchPoint{point=PointSample{avg=6.728937901069673E-33}, derivative=-1.5115517686742367E-37}, evalInputDelta = -3.300739601511475E-32
F(174999.99999999997) = LineSearchPoint{point=PointSample{avg=1.4019383352700123E-30}, derivative=1.8838091785009152E-35}, evalInputDelta = 1.362202001353828E-30
F(13461.53846153846) = LineSearchPoint{point=PointSample{avg=9.643438932709743E-33}, derivative=-9.474708283256669E-37}, evalInputDelta = -3.009289498347468E-32
F(94230.76923076922) = LineSearchPoint{point=PointSample{avg=3.475423163256568E-31}, derivative=9.391062165997194E-36}, evalInputDelta = 3.0780598240947235E-31
F(7248.520710059171) = LineSearchPoint{point=PointSample{avg=2.93370914131423E-32}, derivative=-2.5543072568939417E-36}, evalInputDelta = -1.0399242503042126E-32
F(50739.64497041419) = LineSearchPoint{point=PointSample{avg=4.395620658990903E-32}, derivative=3.2921482648775704E-36}, evalInputDelta = 4.219872673724607E-33
F(3903.049613108784) = LineSearchPoint{point=PointSample{avg=3.865955438359956E-32}, derivative=-3.116581153148032E-36}, evalInputDelta = -1.0767795325848646E-33
F(27321.347291761485) = LineSearchPoint{point=PointSample{avg=6.771289221857766E-33}, derivative=5.971815584814424E-37}, evalInputDelta = -3.2965044694326655E-32
6.771289221857766E-33 <= 3.9736333916184423E-32
New Minimum: 6.728937901069673E-33 > 6.596581195291662E-33
F(23000.525430297894) = LineSearchPoint{point=PointSample{avg=6.596581195291662E-33}, derivative=-3.622814779910196E-37}, evalInputDelta = -3.313975272089276E-32
Left bracket at 23000.525430297894
F(24632.014784866547) = LineSearchPoint{point=PointSample{avg=6.711929532248303E-33}, derivative=-3.468767770932563E-37}, evalInputDelta = -3.302440438393612E-32
6.711929532248303E-33 > 6.596581195291662E-33
Fitness changed from 3.9736333916184423E-32 to 6.596581195291662E-33
Iteration 2 complete. Error: 6.596581195291662E-33 Total: 1.1533; Orientation: 0.0033; Line Search: 1.1361
Zero gradient: 7.264478616000828E-19
F(0.0) = LineSearchPoint{point=PointSample{avg=6.596581195291662E-33}, derivative=-5.277264956233331E-37}
New Minimum: 6.596581195291662E-33 > 6.581273241114859E-33
F(23000.525430297894) = LineSearchPoint{point=PointSample{avg=6.581273241114859E-33}, derivative=-2.467097866129081E-37}, evalInputDelta = -1.5307954176802987E-35
F(161003.67801208526) = LineSearchPoint{point=PointSample{avg=1.7998666160844599E-31}, derivative=2.7428512304219808E-36}, evalInputDelta = 1.7339008041315434E-31
New Minimum: 6.581273241114859E-33 > 5.910452462049817E-33
F(12384.898308621943) = LineSearchPoint{point=PointSample{avg=5.910452462049817E-33}, derivative=-4.72836866243449E-37}, evalInputDelta = -6.861287332418445E-34
F(86694.2
...skipping 16830 bytes...
ntSample{avg=5.9019089162107946E-33}, derivative=4.047263585374035E-37}, evalInputDelta = 3.081487910971342E-38
F(2172.3208589772203) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(15206.246012840542) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
F(106443.7220898838) = LineSearchPoint{point=PointSample{avg=5.423565587589777E-32}, derivative=1.4275007866348257E-36}, evalInputDelta = 4.833377777456609E-32
F(8187.978622298754) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(57315.85035609128) = LineSearchPoint{point=PointSample{avg=8.610829531348549E-33}, derivative=5.26128354065424E-37}, evalInputDelta = 2.7089514300168643E-33
F(4408.9115658531755) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(30862.38096097223) = LineSearchPoint{point=PointSample{avg=5.909701228765786E-33}, derivative=4.0672454937330416E-37}, evalInputDelta = 7.823127434101057E-36
F(2374.0293046901716) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(16618.2051328312) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
F(116327.4359298184) = LineSearchPoint{point=PointSample{avg=7.128403396593226E-32}, derivative=1.5980093735128543E-36}, evalInputDelta = 6.538215586460057E-32
F(8948.264302293723) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(62637.850116056055) = LineSearchPoint{point=PointSample{avg=1.712904819353819E-32}, derivative=6.964970413922923E-37}, evalInputDelta = 1.1227170092206504E-32
F(4818.296162773543) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(33728.0731394148) = LineSearchPoint{point=PointSample{avg=6.0439346940296875E-33}, derivative=4.228522867276029E-37}, evalInputDelta = 1.420565926980026E-34
F(2594.4671645703693) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(18161.270151992583) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
F(127128.89106394807) = LineSearchPoint{point=PointSample{avg=1.4207568071005196E-31}, derivative=2.306000104812707E-36}, evalInputDelta = 1.3617380260872028E-31
F(9779.145466457545) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(68454.01826520282) = LineSearchPoint{point=PointSample{avg=1.716094159341724E-32}, derivative=6.972624829893895E-37}, evalInputDelta = 1.1259063492085556E-32
F(5265.693712707909) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(36859.855988955365) = LineSearchPoint{point=PointSample{avg=6.045706549578524E-33}, derivative=4.2300821001590045E-37}, evalInputDelta = 1.4382844824683884E-34
F(2835.373537611951) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(19847.61476328366) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
F(138933.3033429856) = LineSearchPoint{point=PointSample{avg=1.4210252046975694E-31}, derivative=2.306247856440753E-36}, evalInputDelta = 1.3620064236842527E-31
F(10687.17718022966) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(74810.24026160763) = LineSearchPoint{point=PointSample{avg=1.716094159341724E-32}, derivative=6.972624829893895E-37}, evalInputDelta = 1.1259063492085556E-32
F(5754.63386627751) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(40282.43706394257) = LineSearchPoint{point=PointSample{avg=6.067985707175195E-33}, derivative=4.244934871890119E-37}, evalInputDelta = 1.6610760584350992E-34
F(3098.649004918659) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(21690.543034430615) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
F(151833.8012410143) = LineSearchPoint{point=PointSample{avg=1.5495297217116989E-31}, derivative=2.4091485985510118E-36}, evalInputDelta = 1.490510940698382E-31
F(11679.523172385716) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(81756.66220670001) = LineSearchPoint{point=PointSample{avg=5.249536631885003E-32}, derivative=1.4039343374633258E-36}, evalInputDelta = 4.6593488217518343E-32
F(6288.974015900001) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(44022.81811130001) = LineSearchPoint{point=PointSample{avg=6.067985707175195E-33}, derivative=4.244934871890119E-37}, evalInputDelta = 1.6610760584350992E-34
F(3386.3706239461544) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(23704.59436762308) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
F(165932.16057336156) = LineSearchPoint{point=PointSample{avg=1.8056096486161868E-31}, derivative=2.579922963761366E-36}, evalInputDelta = 1.74659086760287E-31
F(12764.012351797042) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
F(89348.08646257929) = LineSearchPoint{point=PointSample{avg=5.25992740912096E-32}, derivative=1.405645179551524E-36}, evalInputDelta = 4.669739598987792E-32
F(6872.929727890714) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(48110.508095234996) = LineSearchPoint{point=PointSample{avg=6.069711340405366E-33}, derivative=4.245822340408493E-37}, evalInputDelta = 1.6783323907368124E-34
F(3700.8083150180764) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-4.721502481065349E-37}, evalInputDelta = 0.0
F(25905.658205126536) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=4.0470786960993735E-37}, evalInputDelta = 0.0
5.901878101331685E-33 <= 5.901878101331685E-33
F(13949.078764038466) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
Left bracket at 13949.078764038466
F(19056.564875187905) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
Left bracket at 19056.564875187905
F(21982.28867679754) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
Left bracket at 21982.28867679754
F(23658.232492801133) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
Left bracket at 23658.232492801133
F(24618.264219943452) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=-3.0179758451680397E-37}, evalInputDelta = 0.0
Left bracket at 24618.264219943452
F(25168.199670236547) = LineSearchPoint{point=PointSample{avg=5.901878101331685E-33}, derivative=4.0470786960993735E-37}, evalInputDelta = 0.0
Right bracket at 25168.199670236547
Converged to left
Fitness changed from 5.901878101331685E-33 to 5.901878101331685E-33
Static Iteration Total: 4.7581; Orientation: 0.0027; Line Search: 4.6396
Iteration 6 failed. Error: 5.901878101331685E-33
Previous Error: 0.0 -> 5.901878101331685E-33
Optimization terminated 6
Final threshold in iteration 6: 5.901878101331685E-33 (> 0.0) after 16.957s (< 30.000s)
Returns
5.901878101331685E-33
Next, we apply the same optimization using L-BFGS, which is nearly ideal for purely second-order or quadratic functions.
TrainingTester.java:509 executed in 32.18 seconds (0.076 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new ArmijoWolfeSearch());
iterativeTrainer.setOrientation(new LBFGS());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setIterationsPerSample(100);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 4322586315101
Reset training subject: 4322598985280
Adding measurement 505ccdf4 to history. Total: 0
LBFGS Accumulation History: 1 points
Constructing line search parameters: GD
Non-optimal measurement 2.6747366902550596 < 2.6747366902550596. Total: 1
th(0)=2.6747366902550596;dx=-2.139789352204048E-4
Adding measurement 64b488d to history. Total: 1
New Minimum: 2.6747366902550596 > 2.674275706478126
WOLFE (weak): th(2.154434690031884)=2.674275706478126; dx=-2.1396049507476581E-4 evalInputDelta=4.6098377693359893E-4
Adding measurement 6863f35e to history. Total: 2
New Minimum: 2.674275706478126 > 2.67381476242929
WOLFE (weak): th(4.308869380063768)=2.67381476242929; dx=-2.1394205492912682E-4 evalInputDelta=9.219278257694974E-4
Adding measurement 74231c80 to history. Total: 3
New Minimum: 2.67381476242929 > 2.671971383514821
WOLFE (weak): th(12.926608140191302)=2.671971383514821; dx=-2.1386829434657083E-4 evalInputDelta=0.002765306740238671
Adding measurement 5e9b29d6 to history. Total: 4
New Minimum: 2.671971383514821 > 2.6636840445614274
WOLFE (weak): th(51.70643256076521)=2.6636840445614274; dx=-2.1353637172506887E-4 evalInputDelta=0.01105264569363218
Adding measurement 264fde90 to history. Total: 5
New Minimum: 2.6636840445614274 > 2.6197022955821336
WOLFE (weak): th(258.53216280382605)=2.6197022955821336; dx=-2.1176611774372518E-4 evalInputDelta=0.055034394672925924
Adding measurement 6ce3b5f3 to history. Total: 6
New Minimum: 2.6197022955821336 > 2.353111589539565
WOLFE (weak): th(1551.1929768229563)=2.353111589539565; dx=-2.0070203036032697E-4 evalInputDelta=0.32162510071549466
Adding measurement 1160a864 to history. Total: 7
New Minimum: 2.353111589539565 > 0.8558568582774697
END: th(10858.350837760694)=0.8558568582774697; dx=-1.2104060119985985E-4 evalInputDelta=1.8188798319775898
Fitness changed from 2.6747366902550596 to 0.8558568582774697
Iteration 1 complete. Error: 0.8558568582774697 Total: 0.5339; Orientation: 0.0094; Line Search: 0.4453
Non-optimal measurement 0.8558568582774697 < 0.8558568582774697. Total: 8
Rejected: LBFGS Orientation magnitude: 2.069e+02, gradient 8.275e-03, dot -1.000; [db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.8558568582774697, 2.353111589539565, 2.6197022955821336, 2.6636840445614274, 2.671971383514821, 2.67381476242929, 2.674275706478126, 2.6747366902550596
Rejected: LBFGS Orientation magnitude: 2.069e+02, gradient 8.275e-03, dot -1.000; [db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.8558568582774697, 2.353111589539565, 2.6197022955821336, 2.6636840445614274, 2.671971383514821, 2.67381476242929, 2.674275706478126
Rejected: LBFGS Orientation magnitude: 2.069e+02, gradient 8.275e-03, dot -1.000; [db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.8558568582774697, 2.353111589539565, 2.6197022955821336, 2.6636840445614274, 2.671971383514821, 2.67381476242929
Rejected: LBFGS Orientation magnitude: 2.069e+02, gradient 8.275e-03, dot -1.000; [b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.8558568582774697, 2.353111589539565, 2.6197022955821336, 2.6636840445614274, 2.671971383514821
Rejected: LBFGS Orientation magnitude: 2.069e+02, gradient 8.275e-03, dot -1.000; [6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.8558568582774697, 2.353111589539565, 2.6197022955821336, 2.6636840445614274
LBFGS Accumulation History: 3 points
Removed measurement 1160a864 to history. Total: 7
Removed measurement 6ce3b5f3 to history. Total: 6
Removed measurement 264fde90 to history. Total: 5
Removed measurement 5e9b29d6 to history. Total: 4
Removed measurement 74231c80 to history. Total: 3
Adding measurement 6b64cf81 to history. Total: 3
th(0)=0.8558568582774697;dx=-6.846854866219759E-5
Adding measurement a97bcd9 to history. Total: 4
New Minimum: 0.8558568582774697 > 0.003533656528100653
END: th(23393.607721408407)=0.003533656528100653; dx=-4.399493915893072E-6 evalInputDelta=0.852323201749369
Fitness changed from 0.8558568582774697 to 0.003533656528100653
Iteration 2 complete. Error: 0.003533656528100653 Total: 7.6272; Orientation: 7.2948; Line Search: 0.2799
Non-optimal measurement 0.003533656528100653 < 0.003533656528100653. Total: 5
Rejected: LBFGS Orientation magnitude: 1.329e+01, gradient 5.317e-04, dot -1.000; [a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.003533656528100653, 0.8558568582774697, 2.67381476242929, 2.674275706478126, 2.6747366902550596
Rejected: LBFGS Orientation magnitude: 1.329e+01, gradient 5.317e-04, dot -1.000; [b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.003533656528100653, 0.8558568582774697, 2.67381476242929, 2.674275706478126
LBFGS Accumulation History: 3 points
Removed measurement a97bcd9 to history. Total: 4
Removed measurement 6b64cf81 to history. Total: 3
Adding measurement 299660e1 to history. Total: 3
th(0)=0.003533656528100653;dx=-2.826925222480524E-7
Non-optimal measurement 0.0036476381530710727 < 0.003533656528100653. Total: 4
Armijo: th(50400.00000000001)=0.0036476381530710727; dx=2.8721560260402145E-7 evalInputDelta=-1.1398162497041958E-4
Adding measurement 698e308 to history. Total: 4
New Minimum: 0.003533656528100653 > 2.261540177984557E-7
WOLF (strong): th(25200.000000000004)=2.261540177984557E-7; dx=2.2615401779844892E-9 evalInputDelta=0.0035334303740828547
Non-optimal measurement 0.0015579750286134626 < 2.261540177984557E-7. Total: 5
END: th(8400.000000000002)=0.0015579750286134626; dx=-1.877078347727068E-7 evalInputDelta=0.0019756814994871903
Fitness changed from 0.003533656528100653 to 2.261540177984557E-7
Iteration 3 complete. Error: 2.261540177984557E-7 Total: 1.6598; Orientation: 1.3707; Line Search: 0.2790
Non-optimal measurement 2.261540177984557E-7 < 2.261540177984557E-7. Total: 5
Rejected: LBFGS Orientation magnitude: 1.063e-01, gradient 4.254e-06, dot -1.000; [b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 2.261540177984557E-7, 0.003533656528100653, 2.67381476242929, 2.674275706478126, 2.6747366902550596
...skipping 9080 bytes...
9b-6ff7558c0803 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.9373023630923073E-13, 1.4033623530237549E-11, 2.140398193212585E-11, 2.67381476242929, 2.674275706478126
Rejected: LBFGS Orientation magnitude: 9.842e-05, gradient 3.937e-09, dot -1.000; [db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.9373023630923073E-13, 1.4033623530237549E-11, 2.140398193212585E-11, 2.67381476242929
LBFGS Accumulation History: 3 points
Removed measurement 54fac6d5 to history. Total: 5
Removed measurement 1b46c600 to history. Total: 4
Removed measurement 48613b0c to history. Total: 3
Adding measurement 2856fb1c to history. Total: 3
th(0)=1.9373023630923073E-13;dx=-1.549841890473844E-17
Adding measurement 277dfb10 to history. Total: 4
New Minimum: 1.9373023630923073E-13 > 1.746455167819788E-13
WOLF (strong): th(48736.6827529342)=1.746455167819788E-13; dx=1.471524210856658E-17 evalInputDelta=1.908471952725193E-14
Adding measurement 54e8a025 to history. Total: 5
New Minimum: 1.746455167819788E-13 > 1.2367509428482444E-16
END: th(24368.3413764671)=1.2367509428482444E-16; dx=-3.915883981232562E-19 evalInputDelta=1.936065612149459E-13
Fitness changed from 1.9373023630923073E-13 to 1.2367509428482444E-16
Iteration 8 complete. Error: 1.2367509428482444E-16 Total: 3.2505; Orientation: 3.0741; Line Search: 0.0939
Non-optimal measurement 1.2367509428482444E-16 < 1.2367509428482444E-16. Total: 6
Rejected: LBFGS Orientation magnitude: 2.487e-06, gradient 9.947e-11, dot -1.000; [6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.2367509428482444E-16, 1.746455167819788E-13, 1.9373023630923073E-13, 2.67381476242929, 2.674275706478126, 2.6747366902550596
Rejected: LBFGS Orientation magnitude: 2.487e-06, gradient 9.947e-11, dot -1.000; [78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.2367509428482444E-16, 1.746455167819788E-13, 1.9373023630923073E-13, 2.67381476242929, 2.674275706478126
Rejected: LBFGS Orientation magnitude: 2.487e-06, gradient 9.947e-11, dot -1.000; [6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.2367509428482444E-16, 1.746455167819788E-13, 1.9373023630923073E-13, 2.67381476242929
LBFGS Accumulation History: 3 points
Removed measurement 54e8a025 to history. Total: 5
Removed measurement 277dfb10 to history. Total: 4
Removed measurement 2856fb1c to history. Total: 3
Adding measurement 65452b1e to history. Total: 3
th(0)=1.2367509428482444E-16;dx=-9.894007542785904E-21
Non-optimal measurement 1.4964686422852522E-16 < 1.2367509428482444E-16. Total: 4
Armijo: th(52500.00000000002)=1.4964686422852522E-16; dx=1.0883408302296772E-20 evalInputDelta=-2.597176994370078E-17
Adding measurement 3239476 to history. Total: 4
New Minimum: 1.2367509428482444E-16 > 3.091877406741609E-19
WOLF (strong): th(26250.00000000001)=3.091877406741609E-19; dx=4.947003811089757E-22 evalInputDelta=1.2336590654415028E-16
Non-optimal measurement 5.2252727279326565E-17 < 3.091877406741609E-19. Total: 5
END: th(8750.000000000004)=5.2252727279326565E-17; dx=-6.431104899363945E-21 evalInputDelta=7.142236700549787E-17
Fitness changed from 1.2367509428482444E-16 to 3.091877406741609E-19
Iteration 9 complete. Error: 3.091877406741609E-19 Total: 4.2773; Orientation: 3.5161; Line Search: 0.7504
Non-optimal measurement 3.091877406741609E-19 < 3.091877406741609E-19. Total: 5
Rejected: LBFGS Orientation magnitude: 1.243e-07, gradient 4.973e-12, dot -1.000; [db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 3.091877406741609E-19, 1.2367509428482444E-16, 2.67381476242929, 2.674275706478126, 2.6747366902550596
Rejected: LBFGS Orientation magnitude: 1.243e-07, gradient 4.973e-12, dot -1.000; [a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 3.091877406741609E-19, 1.2367509428482444E-16, 2.67381476242929, 2.674275706478126
LBFGS Accumulation History: 3 points
Removed measurement 3239476 to history. Total: 4
Removed measurement 65452b1e to history. Total: 3
Adding measurement 1e8d5dff to history. Total: 3
th(0)=3.091877406741609E-19;dx=-2.473501925393355E-23
Adding measurement 4d566351 to history. Total: 4
New Minimum: 3.091877406741609E-19 > 1.870287430788563E-20
END: th(18851.303537778993)=1.870287430788563E-20; dx=-6.083525005187346E-24 evalInputDelta=2.9048486636627526E-19
Fitness changed from 3.091877406741609E-19 to 1.870287430788563E-20
Iteration 10 complete. Error: 1.870287430788563E-20 Total: 1.9279; Orientation: 1.7302; Line Search: 0.1870
Non-optimal measurement 1.870287430788563E-20 < 1.870287430788563E-20. Total: 5
Rejected: LBFGS Orientation magnitude: 3.058e-08, gradient 1.223e-12, dot -1.000; [db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.870287430788563E-20, 3.091877406741609E-19, 2.67381476242929, 2.674275706478126, 2.6747366902550596
Rejected: LBFGS Orientation magnitude: 3.058e-08, gradient 1.223e-12, dot -1.000; [db4b74f3-fa42-4f8c-9c9b-6ff7558c0803 = 1.000/1.000e+00, 78bb933a-431b-481a-8623-044ad09aaa6e = 1.000/1.000e+00, 6c97c100-63bc-4f09-9bdb-420d98c83a25 = 1.000/1.000e+00, a1a0675b-21d1-4bcf-8b04-5dd3603c42b3 = 1.000/1.000e+00, b7c6f01c-efb4-477c-bd09-678773c52a97 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.870287430788563E-20, 3.091877406741609E-19, 2.67381476242929, 2.674275706478126
LBFGS Accumulation History: 3 points
Removed measurement 4d566351 to history. Total: 4
Removed measurement 1e8d5dff to history. Total: 3
Adding measurement f19aab7 to history. Total: 3
th(0)=1.870287430788563E-20;dx=-1.4962299446309212E-24
Adding measurement 2ac722c9 to history. Total: 4
New Minimum: 1.870287430788563E-20 > 7.295435936052589E-21
WOLF (strong): th(40613.90229411184)=7.295435936052589E-21; dx=9.34479521729381E-25 evalInputDelta=1.1407438371833042E-20
Adding measurement 19d0c6a to history. Total: 5
New Minimum: 7.295435936052589E-21 > 6.590806059929289E-22
END: th(20306.95114705592)=6.590806059929289E-22; dx=-2.8087522334278115E-25 evalInputDelta=1.8043793701892702E-20
Fitness changed from 1.870287430788563E-20 to 6.590806059929289E-22
Iteration 11 complete. Error: 6.590806059929289E-22 Total: 2.8168; Orientation: 2.4586; Line Search: 0.2405
Final threshold in iteration 11: 6.590806059929289E-22 (> 0.0) after 32.181s (< 30.000s)
Returns
6.590806059929289E-22
TrainingTester.java:432 executed in 0.11 seconds (0.000 gc):
return TestUtil.compare(title + " vs Iteration", runs);
Plotting range=[1.0, -32.23461973390868], [20.0, -0.062420389678035426]; valueStats=DoubleSummaryStatistics{count=36, sum=1.729090, min=0.000000, average=0.048030, max=0.866123}
Plotting 20 points for GD
Plotting 5 points for CjGD
Plotting 11 points for LBFGS
Returns
TrainingTester.java:435 executed in 0.01 seconds (0.000 gc):
return TestUtil.compareTime(title + " vs Time", runs);
Plotting range=[0.0, -32.23461973390868], [31.648, -0.062420389678035426]; valueStats=DoubleSummaryStatistics{count=36, sum=1.729090, min=0.000000, average=0.048030, max=0.866123}
Plotting 20 points for GD
Plotting 5 points for CjGD
Plotting 11 points for LBFGS
Returns
TrainingTester.java:255 executed in 0.00 seconds (0.000 gc):
return grid(inputLearning, modelLearning, completeLearning);
Returns
TrainingTester.java:258 executed in 0.00 seconds (0.000 gc):
return new ComponentResult(null == inputLearning ? null : inputLearning.value,
null == modelLearning ? null : modelLearning.value, null == completeLearning ? null : completeLearning.value);
Returns
{"input":{ "LBFGS": { "type": "Converged", "value": 6.590806059929289E-22 }, "CjGD": { "type": "Converged", "value": 5.901878101331685E-33 }, "GD": { "type": "Converged", "value": 5.826131276618935E-33 } }, "model":null, "complete":null}
LayerTests.java:425 executed in 0.00 seconds (0.000 gc):
throwException(exceptions.addRef());
| details | result |
|---|---|
| {"input":{ "LBFGS": { "type": "Converged", "value": 6.590806059929289E-22 }, "CjGD": { "type": "Converged", "value": 5.901878101331685E-33 }, "GD": { "type": "Converged", "value": 5.826131276618935E-33 } }, "model":null, "complete":null} | OK |
{
"result": "OK",
"performance": {
"execution_time": "58.917",
"gc_time": "0.371"
},
"created_on": 1586738884307,
"file_name": "trainingTest",
"report": {
"simpleName": "Basic",
"canonicalName": "com.simiacryptus.mindseye.layers.java.GaussianNoiseLayerTest.Basic",
"link": "https://github.com/SimiaCryptus/mindseye-java/tree/93db34cedee48c0202777a2b25deddf1dfaf5731/src/test/java/com/simiacryptus/mindseye/layers/java/GaussianNoiseLayerTest.java",
"javaDoc": ""
},
"training_analysis": {
"input": {
"LBFGS": {
"type": "Converged",
"value": 6.590806059929289E-22
},
"CjGD": {
"type": "Converged",
"value": 5.901878101331685E-33
},
"GD": {
"type": "Converged",
"value": 5.826131276618935E-33
}
}
},
"archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/java/GaussianNoiseLayer/Basic/trainingTest/202004134804",
"id": "e0aad584-b88f-42f7-b6b0-d599e47f355a",
"report_type": "Components",
"display_name": "Comparative Training",
"target": {
"simpleName": "GaussianNoiseLayer",
"canonicalName": "com.simiacryptus.mindseye.layers.java.GaussianNoiseLayer",
"link": "https://github.com/SimiaCryptus/mindseye-java/tree/93db34cedee48c0202777a2b25deddf1dfaf5731/src/main/java/com/simiacryptus/mindseye/layers/java/GaussianNoiseLayer.java",
"javaDoc": ""
}
}