Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase
This is a network apply the following layout:
LayerTests.java:203 executed in 10.00 seconds (0.000 gc):
return Graphviz.fromGraph((Graph) TestUtil.toGraph(((DAGNetwork) layer).addRef())).height(400).width(600)
.render(Format.PNG).toImage();
java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at com.simiacryptus.util.Util.throwException(Util.java:502)
at com.simiacryptus.notebook.MarkdownNotebookOutput.lambda$eval$dc58be99$1(MarkdownNotebookOutput.java:659)
at com.simiacryptus.util.test.SysOutInterceptor.withOutput(SysOutInterceptor.java:102)
at com.simiacryptus.notebook.MarkdownNotebookOutput.eval(MarkdownNotebookOutput.java:649)
at com.simiacryptus.notebook.NotebookOutput.eval(NotebookOutput.java:125)
at com.simiacryptus.mindseye.test.unit.LayerTests.renderGraph(LayerTests.java:203)
at com.simiacryptus.mindseye.test.unit.LayerTests.run(LayerTests.java:415)
at com.simiacryptus.mindseye.test.LayerTestBase.trainingTest(LayerTestBase.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
at java.lang.reflect.Method.invoke(Unknown Source)
at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:686)
at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
at org.junit.jupiter.engine.extension.TimeoutInvocation.proceed(TimeoutInvocation.java:46)
at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:149)
at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:140)
at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestMethod(TimeoutExtension.java:84)
at org.junit.jupiter.engine.execution.ExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(ExecutableInvoker.java:115)
at org.junit.jupiter.engine.execution.ExecutableInvoker.lambda$invoke$0(ExecutableInvoker.java:105)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37)
at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:104)
at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:98)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$6(TestMethodTestDescriptor.java:205)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:201)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:137)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:71)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:135)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at java.util.ArrayList.forEach(Unknown Source)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at java.util.ArrayList.forEach(Unknown Source)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32)
at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57)
at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:51)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:248)
at org.junit.platform.launcher.core.DefaultLauncher.lambda$execute$5(DefaultLauncher.java:211)
at org.junit.platform.launcher.core.DefaultLauncher.withInterceptedStreams(DefaultLauncher.java:226)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:199)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:141)
at org.junit.platform.runner.JUnitPlatform.run(JUnitPlatform.java:139)
at com.simiacryptus.util.test.MacroTestRunner.runTest(MacroTestRunner.java:94)
at com.simiacryptus.util.test.MacroTestRunner.lambda$null$8bb7732f$1(MacroTestRunner.java:177)
at com.simiacryptus.aws.TendrilControl.lambda$null$0(TendrilControl.java:86)
at java.lang.Thread.run(Unknown Source)
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
at java.lang.reflect.Method.invoke(Unknown Source)
at com.simiacryptus.ref.lang.RefUtil$RefWrapperHandler.invoke(RefUtil.java:238)
at com.sun.proxy.$Proxy45.get(Unknown Source)
at com.simiacryptus.notebook.MarkdownNotebookOutput.lambda$eval$dc58be99$1(MarkdownNotebookOutput.java:657)
... 71 more
Caused by: guru.nidi.graphviz.engine.GraphvizException: Engine took too long to respond, try setting a higher timout
at guru.nidi.graphviz.engine.GraphvizServerEngine.execute(GraphvizServerEngine.java:49)
at guru.nidi.graphviz.engine.Graphviz.execute(Graphviz.java:246)
at guru.nidi.graphviz.engine.Renderer.execute(Renderer.java:134)
at guru.nidi.graphviz.engine.Renderer.toImage(Renderer.java:105)
at com.simiacryptus.mindseye.test.unit.LayerTests.lambda$renderGraph$12c65ef7$1(LayerTests.java:205)
... 77 more
Using Seed 8656623666627022848
In this apply, we use a network to learn this target input, given it's pre-evaluated output:
TrainingTester.java:332 executed in 0.00 seconds (0.000 gc):
return RefArrays.stream(RefUtil.addRef(input_target)).flatMap(RefArrays::stream).map(x -> {
try {
return x.prettyPrint();
} finally {
x.freeRef();
}
}).reduce((a, b) -> a + "\n" + b).orElse("");
Returns
[ -0.608, 0.048, 1.208, -1.72, 1.764, 0.496, 0.7, -0.128, 0.08, 1.524 ]
[ 0.7, -0.128, 1.764, -0.608, 0.496, 0.048, 1.208, 1.524, 0.08, -1.72 ]
[ -0.128, 0.048, 1.764, 0.7, -1.72, 0.08, 0.496, 1.524, -0.608, 1.208 ]
[ 0.048, 0.496, 1.524, -0.128, -1.72, 1.208, 0.7, 1.764, -0.608, 0.08 ]
[ 1.208, -0.608, 1.524, 1.764, 0.496, 0.08, 0.7, -1.72, -0.128, 0.048 ]
First, we train using basic gradient descent method apply weak line search conditions.
TrainingTester.java:480 executed in 0.73 seconds (0.000 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new ArmijoWolfeSearch());
iterativeTrainer.setOrientation(new GradientDescent());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 4729082673802
Reset training subject: 4729126307414
Constructing line search parameters: GD
th(0)=1.9278988489537727;dx=-0.07274713811858735
New Minimum: 1.9278988489537727 > 1.7718701992341348
WOLFE (weak): th(2.154434690031884)=1.7718701992341348; dx=-0.07187737660971887 evalInputDelta=0.15602864971963792
New Minimum: 1.7718701992341348 > 1.6190968125009284
WOLFE (weak): th(4.308869380063768)=1.6190968125009284; dx=-0.06974658764179842 evalInputDelta=0.3088020364528443
New Minimum: 1.6190968125009284 > 1.0838600621173449
END: th(12.926608140191302)=1.0838600621173449; dx=-0.052980274493919094 evalInputDelta=0.8440387868364279
Fitness changed from 1.9278988489537727 to 1.0838600621173449
Iteration 1 complete. Error: 1.0838600621173449 Total: 0.1854; Orientation: 0.0035; Line Search: 0.1055
th(0)=1.0838600621173449;dx=-0.04712565433055933
New Minimum: 1.0838600621173449 > 0.20705744781604452
END: th(27.849533001676672)=0.20705744781604452; dx=-0.015204822970327499 evalInputDelta=0.8768026143013004
Fitness changed from 1.0838600621173449 to 0.20705744781604452
Iteration 2 complete. Error: 0.20705744781604452 Total: 0.0338; Orientation: 0.0012; Line Search: 0.0195
th(0)=0.20705744781604452;dx=-0.007579213509838697
New Minimum: 0.20705744781604452 > 2.26620027510722E-4
WOLF (strong): th(60.0)=2.26620027510722E-4; dx=2.0381872677387497E-4 evalInputDelta=0.2068308277885338
END: th(30.0)=0.04306692004398706; dx=-0.0033124849341190964 evalInputDelta=0.16399052777205747
Fitness changed from 0.20705744781604452 to 2.26620027510722E-4
Iteration 3 complete. Error: 2.26620027510722E-4 Total: 0.0308; Orientation: 0.0010; Line Search: 0.0241
th(0)=2.26620027510722E-4;dx=-6.924323670243184E-6
New Minimum: 2.26620027510722E-4 > 3.615100937804036E-8
END: th(64.63304070095651)=3.615100937804036E-8; dx=-8.743891829977565E-8 evalInputDelta=2.2658387650134395E-4
Fitness changed from 2.26620027510722E-4 to 3.615100937804036E-8
Iteration 4 complete. Error: 3.615100937804036E-8 Total: 0.0243; Orientation: 0.0009; Line Search: 0.0143
th(0)=3.615100937804036E-8;dx=-1.1044044481399746E-9
Armijo: th(139.24766500838336)=4.591570019886637E-8; dx=1.2446535079229585E-9 evalInputDelta=-9.764690820826015E-9
New Minimum: 3.615100937804036E-8 > 1.4574911571547078E-10
WOLF (strong): th(69.62383250419168)=1.4574911571547078E-10; dx=7.01246782632929E-11 evalInputDelta=3.600526026232489E-8
END: th(23.207944168063893)=1.5063120397583183E-8; dx=-7.128947330472247E-10 evalInputDelta=2.1087888980457174E-8
Fitness changed from 3.615100937804036E-8 to 1.4574911571547078E-10
Iteration 5 complete. Error: 1.4574911571547078E-10 Total: 0.0384; Orientation: 0.0011; Line Search: 0.0313
Low gradient: 2.1101183635418547E-6
th(0)=1.4574911571547078E-10;dx=-4.4525995081565545E-12
New Minimum: 1.4574911571547078E-10 > 8.135275237951888E-12
END: th(50.0)=8.135275237951888E-12; dx=-1.0519541109569928E-12 evalInputDelta=1.3761384047751888E-10
Fitness changed from 1.4574911571547078E-10 to 8.135275237951888E-12
Iteration 6 complete. Error: 8.135275237951888E-12 Total: 0.0183; Orientation: 0.0010; Line Search: 0.0118
Low gradient: 4.985284850258325E-7
th(0)=8.135275237951888E-12;dx=-2.485306503821516E-13
New Minimum: 8.135275237951888E-12 > 3.3890571245871622E-12
WOLF (strong): th(107.72173450159418)=3.3890571245871622E-12; dx=1.6041067839022113E-13 evalInputDelta=4.746218113364726E-12
New Minimum: 3.3890571245871622E-12 > 2.5568252565534053E-13
END: th(53.86086725079709)=2.5568252565534053E-13; dx=-4.4059985991098664E-14 evalInputDelta=7.879592712296547E-12
Fitness changed from 8.135275237951888E-12 to 2.5568252565534053E-13
Iteration 7 complete. Error: 2.5568252565534053E-13 Total: 0.0233; Orientation: 0.0009; Line Search: 0.0181
Low gradient: 8.838007719646531E-8
th(0)=2.5568252565534053E-13;dx=-7.811038045253168E-15
New Minimum: 2.5568252565534053E-13 > 1.5257714850973385E-13
WOLF (strong): th(116.03972084031948)=1.5257714850973385E-13; dx=6.0339676351856286E-15 evalInputDelta=1.0310537714560668E-13
New Minimum: 1.5257714850973385E-13 > 3.3085128118958636E-15
END: th(58.01986042015974)=3.3085128118958636E-15; dx=-8.885352046778445E-16 evalInputDelta=2.5237401284344465E-13
Fitness changed from 2.5568252565534053E-13 to 3.3085128118958636E-15
Iteration 8 complete. Error: 3.3085128118958636E-15 Total: 0.0254; Orientation: 0.0008; Line Search: 0.0201
Low gradient: 1.0053569004050044E-8
th(0)=3.3085128118958636E-15;dx=-1.0107424971919579E-16
New Minimum: 3.3085128118958636E-15 > 2.735924484797753E-15
WOLF (strong): th(125.00000000000001)=2.735924484797753E-15; dx=9.19128364851799E-17 evalInputDelta=5.725883270981105E-16
New Minimum: 2.735924484797753E-15 > 6.795426541878227E-18
END: th(62.50000000000001)=6.795426541878227E-18; dx=-4.580706614305975E-18 evalInputDelta=3.301717385353985E-15
Fitness changed from 3.3085128118958636E-15 to 6.795426541878227E-18
Iteration 9 complete. Error: 6.795426541878227E-18 Total: 0.0237; Orientation: 0.0009; Line Search: 0.0182
Low gradient: 4.5562989744842474E-10
th(0)=6.795426541878227E-18;dx=-2.0759860344886205E-19
Armijo: th(134.65216812699276)=7.589242380125099E-18; dx=2.1938921701056587E-19 evalInputDelta=-7.938158382468719E-19
New Minimum: 6.795426541878227E-18 > 5.480000761707606E-21
WOLF (strong): th(67.32608406349638)=5.480000761707606E-21; dx=5.895306320257048E-21 evalInputDelta=6.789946541116519E-18
END: th(22.44202802116546)=2.9350323048974153E-18; dx=-1.364339677559724E-19 evalInputDelta=3.8603942369808114E-18
Fitness changed from 6.795426541878227E-18 to 5.480000761707606E-21
Iteration 10 complete. Error: 5.480000761707606E-21 Total: 0.0327; Orientation: 0.0008; Line Search: 0.0279
Zero gradient: 1.2938804835401026E-11
th(0)=5.480000761707606E-21;dx=-1.6741267056859695E-22
New Minimum: 5.480000761707606E-21 > 3.74624928758743E-22
END: th(48.34988368346646)=3.74624928758743E-22; dx=-4.377199607171931E-23 evalInputDelta=5.1053758329488625E-21
Fitness changed from 5.480000761707606E-21 to 3.74624928758743E-22
Iteration 11 complete. Error: 3.74624928758743E-22 Total: 0.0152; Orientation: 0.0008; Line Search: 0.0097
Zero gradient: 3.383001492712059E-12
th(0)=3.74624928758743E-22;dx=-1.1444699099692018E-23
New Minimum: 3.74624928758743E-22 > 1.3090869500840787E-22
WOLF (strong): th(104.1666666666667)=1.3090869500840787E-22; dx=6.765350303879842E-24 evalInputDelta=2.4371623375033515E-22
New Minimum: 1.3090869500840787E-22 > 1.565671686544513E-23
END: th(52.08333333333335)=1.565671686544513E-23; dx=-2.339679613457194E-24 evalInputDelta=3.589682118932979E-22
Fitness changed from 3.74624928758743E-22 to 1.565671686544513E-23
Iteration 12 complete. Error: 1.565671686544513E-23 Total: 0.0194; Orientation: 0.0007; Line Search: 0.0142
Zero gradient: 6.915987529943075E-13
th(0)=1.565671686544513E-23;dx=-4.783088351432811E-25
New Minimum: 1.565671686544513E-23 > 7.98170682591896E-24
WOLF (strong): th(112.21014010582732)=7.98170682591896E-24; dx=3.4151197752016083E-25 evalInputDelta=7.67501003952617E-24
New Minimum: 7.98170682591896E-24 > 3.201432475307402E-25
END: th(56.10507005291366)=3.201432475307402E-25; dx=-6.839592349417166E-26 evalInputDelta=1.533657361791439E-23
Fitness changed from 1.565671686544513E-23 to 3.201432475307402E-25
Iteration 13 complete. Error: 3.201432475307402E-25 Total: 0.0209; Orientation: 0.0007; Line Search: 0.0157
Zero gradient: 9.889538382975906E-14
th(0)=3.201432475307402E-25;dx=-9.78029694283537E-27
New Minimum: 3.201432475307402E-25 > 2.293183365590524E-25
WOLF (strong): th(120.87470920866618)=2.293183365590524E-25; dx=8.277501139389802E-27 evalInputDelta=9.08249109716878E-26
New Minimum: 2.293183365590524E-25 > 1.8908891946078905E-27
END: th(60.43735460433309)=1.8908891946078905E-27; dx=-7.516411354493485E-28 evalInputDelta=3.1825235833613227E-25
Fitness changed from 3.201432475307402E-25 to 1.8908891946078905E-27
Iteration 14 complete. Error: 1.8908891946078905E-27 Total: 0.0183; Orientation: 0.0008; Line Search: 0.0138
Zero gradient: 7.600380009947954E-15
th(0)=1.8908891946078905E-27;dx=-5.776577629561647E-29
New Minimum: 1.8908891946078905E-27 > 1.850179973667922E-27
WOLF (strong): th(130.2083333333334)=1.850179973667922E-27; dx=5.714060069141215E-29 evalInputDelta=4.070922093996864E-29
New Minimum: 1.850179973667922E-27 > 7.625045539320724E-32
END: th(65.1041666666667)=7.625045539320724E-32; dx=-3.2606374202716723E-31 evalInputDelta=1.8908129441524975E-27
Fitness changed from 1.8908891946078905E-27 to 7.625045539320724E-32
Iteration 15 complete. Error: 7.625045539320724E-32 Total: 0.0186; Orientation: 0.0009; Line Search: 0.0142
Zero gradient: 4.4746564197623124E-17
th(0)=7.625045539320724E-32;dx=-2.0022550074920073E-33
Armijo: th(140.2626751322842)=1.0134821146348952E-31; dx=2.2755185117164554E-33 evalInputDelta=-2.5097756070282275E-32
New Minimum: 7.625045539320724E-32 > 6.885199551184368E-33
WOLF (strong): th(70.1313375661421)=6.885199551184368E-33; dx=8.644740407438921E-35 evalInputDelta=6.936525584202287E-32
END: th(23.377112522047366)=4.191305041472722E-32; dx=-1.3319797964677449E-33 evalInputDelta=3.433740497848002E-32
Fitness changed from 7.625045539320724E-32 to 6.885199551184368E-33
Iteration 16 complete. Error: 6.885199551184368E-33 Total: 0.0216; Orientation: 0.0007; Line Search: 0.0177
Zero gradient: 1.2655536681742892E-17
th(0)=6.885199551184368E-33;dx=-1.6016260870293991E-34
New Minimum: 6.885199551184368E-33 > 3.3530440331781776E-33
END: th(50.364462170277584)=3.3530440331781776E-33; dx=-7.438425155426651E-35 evalInputDelta=3.5321555180061905E-33
Fitness changed from 6.885199551184368E-33 to 3.3530440331781776E-33
Iteration 17 complete. Error: 3.3530440331781776E-33 Total: 0.0232; Orientation: 0.0005; Line Search: 0.0193
Zero gradient: 9.312423665572941E-18
th(0)=3.3530440331781776E-33;dx=-8.672123452712298E-35
New Minimum: 3.3530440331781776E-33 > 2.7733391199176195E-34
WOLF (strong): th(108.50694444444453)=2.7733391199176195E-34; dx=7.29761814697742E-36 evalInputDelta=3.0757101211864158E-33
New Minimum: 2.7733391199176195E-34 > 1.925929944387236E-35
WOLF (strong): th(54.253472222222264)=1.925929944387236E-35; dx=5.179030188242438E-37 evalInputDelta=3.333784733734305E-33
Armijo: th(18.084490740740755)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(4.521122685185189)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(0.9042245370370378)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(0.15070408950617295)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(0.021529155643738994)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(0.0026911444554673742)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(2.99016050607486E-4)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(2.9901605060748602E-5)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(2.7183277327953276E-6)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(2.265273110662773E-7)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(1.7425177774329025E-8)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
WOLFE (weak): th(1.2446555553092161E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(9.33491666481912E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(5.2897861100641686E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
WOLFE (weak): th(3.2672208326866925E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(4.27850347137543E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
WOLFE (weak): th(3.772862152031061E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(4.0256828117032455E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
WOLFE (weak): th(3.899272481867154E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Armijo: th(3.962477646785199E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
WOLFE (weak): th(3.930875064326176E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
mu ~= nu (3.930875064326176E-9): th(54.253472222222264)=1.925929944387236E-35
Fitness changed from 3.3530440331781776E-33 to 1.925929944387236E-35
Iteration 18 complete. Error: 1.925929944387236E-35 Total: 0.1005; Orientation: 0.0007; Line Search: 0.0941
Zero gradient: 7.668447448489977E-19
th(0)=1.925929944387236E-35;dx=-5.880508627025244E-37
WOLFE (weak): th(8.502856450737784E-9)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Armijo: th(1.7005712901475567E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Armijo: th(1.2754284676106676E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
WOLFE (weak): th(1.062857056342223E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Armijo: th(1.1691427619764453E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
WOLFE (weak): th(1.115999909159334E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Armijo: th(1.1425713355678896E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
WOLFE (weak): th(1.1292856223636118E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
WOLFE (weak): th(1.1359284789657507E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
mu ~= nu (1.1359284789657507E-8): th(0.0)=1.925929944387236E-35
Fitness changed from 1.925929944387236E-35 to 1.925929944387236E-35
Static Iteration Total: 0.0451; Orientation: 0.0007; Line Search: 0.0415
Iteration 19 failed. Error: 1.925929944387236E-35
Previous Error: 0.0 -> 1.925929944387236E-35
Optimization terminated 19
Final threshold in iteration 19: 1.925929944387236E-35 (> 0.0) after 0.719s (< 30.000s)
Returns
1.925929944387236E-35
First, we use a conjugate gradient descent method, which converges the fastest for purely linear functions.
TrainingTester.java:452 executed in 1.14 seconds (0.081 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new QuadraticSearch());
iterativeTrainer.setOrientation(new GradientDescent());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 4729809946602
Reset training subject: 4729812806095
Constructing line search parameters: GD
F(0.0) = LineSearchPoint{point=PointSample{avg=1.9278988489537727}, derivative=-0.07274713811858735}
New Minimum: 1.9278988489537727 > 1.9278988489464983
F(1.0E-10) = LineSearchPoint{point=PointSample{avg=1.9278988489464983}, derivative=-0.0727471381185778}, evalInputDelta = -7.274403301948951E-12
New Minimum: 1.9278988489464983 > 1.92789884890285
F(7.000000000000001E-10) = LineSearchPoint{point=PointSample{avg=1.92789884890285}, derivative=-0.07274713811852049}, evalInputDelta = -5.092282151508698E-11
New Minimum: 1.92789884890285 > 1.9278988485973119
F(4.900000000000001E-9) = LineSearchPoint{point=PointSample{avg=1.9278988485973119}, derivative=-0.07274713811811932}, evalInputDelta = -3.564608608286335E-10
New Minimum: 1.9278988485973119 > 1.927898846458546
F(3.430000000000001E-8) = LineSearchPoint{point=PointSample{avg=1.927898846458546}, derivative=-0.07274713811531114}, evalInputDelta = -2.495226691934249E-9
New Minimum: 1.927898846458546 > 1.927898831487185
F(2.4010000000000004E-7) = LineSearchPoint{point=PointSample{avg=1.927898831487185}, derivative=-0.07274713809565381}, evalInputDelta = -1.7466587731718164E-8
New Minimum: 1.927898831487185 > 1.9278987266876584
F(1.6807000000000003E-6) = LineSearchPoint{point=PointSample{avg=1.9278987266876584}, derivative=-0.07274713795805221}, evalInputDelta = -1.2226611434407175E-7
New Minimum: 1.9278987266876584 > 1.927897993090974
F(1.1764900000000001E-5) = LineSearchPoint{point=PointSample{avg=1.927897993090974}, derivative=-0.07274713699482417}, evalInputDelta = -8.558627986321454E-7
New Minimum: 1.927897993090974 > 1.9278928579144599
F(8.235430000000001E-5) = LineSearchPoint{point=PointSample{avg=1.9278928579144599}, derivative=-0.0727471302514047}, evalInputDelta = -5.991039312869262E-6
New Minimum: 1.9278928579144599 > 1.9278569116921964
F(5.764801000000001E-4) = LineSearchPoint{point=PointSample{avg=1.9278569116921964}, derivative=-0.0727470830071307}, evalInputDelta = -4.193726157630806E-5
New Minimum: 1.9278569116921964 > 1.9276052887924404
F(0.004035360700000001) = LineSearchPoint{point=PointSample{avg=1.9276052887924404}, derivative=-0.07274675032067918}, evalInputDelta = -2.935601613323069E-4
New Minimum: 1.9276052887924404 > 1.9258439615518455
F(0.028247524900000005) = LineSearchPoint{point=PointSample{avg=1.9258439615518455}, derivative=-0.07274432466910315}, evalInputDelta = -0.0020548874019272745
New Minimum: 1.9258439615518455 > 1.913516602489953
F(0.19773267430000002) = LineSearchPoint{point=PointSample{avg=1.913516602489953}, derivative=-0.0727226012193661}, evalInputDelta = -0.014382246463819692
New Minimum: 1.913516602489953 > 1.8274263020033321
F(1.3841287201) = LineSearchPoint{point=PointSample{avg=1.8274263020033321}, derivative=-0.0723393615309126}, evalInputDelta = -0.10047254695044061
New Minimum: 1.8274263020033321 > 1.2672850416096506
F(9.688901040700001) = LineSearchPoint{point=PointSample{avg=1.2672850416096506}, derivative=-0.06024162816074274}, evalInputDelta = -0.6606138073441221
New Minimum: 1.2672850416096506 > 0.12045641554092512
F(67.8223072849) = LineSearchPoint{point=PointSample{avg=0.12045641554092512}, derivative=-0.0035075203386008185}, evalInputDelta = -1.8074424334128476
New Minimum: 0.12045641554092512 > 4.729633545126191E-4
F(474.7561509943) = LineSearchPoint{point=PointSample{avg=4.729633545126191E-4}, derivative=-5.283923288919194E-6}, evalInputDelta = -1.92742588559926
F(3323.2930569601003) = LineSearchPoint{point=PointSample{avg=7.723060719672855E-4}, derivative=1.382443888253761E-7}, evalInputDelta = -1.9271265428818054
7.723060719672855E-4 <= 1.9278988489537727
Converged to right
Fitness changed from 1.9278988489537727 to 4.729633545126191E-4
Iteration 1 complete. Error: 4.729633545126191E-4 Total: 0.0814; Orientation: 0.0005; Line Search: 0.0684
F(0.0) = LineSearchPoint{point=PointSample{avg=4.729633545126191E-4}, derivative=-1.1498123545586147E-7}
New Minimum: 4.729633545126191E-4 > 1.6802798147452143E-4
F(3323.2930569601003) = LineSearchPoint{point=PointSample{avg=1.6802798147452143E-4}, derivative=-6.853099910865116E-8}, evalInputDelta = -3.049353730380977E-4
F(23263.0513987207) = LineSearchPoint{point=PointSample{avg=0.0015738639654970562}, derivative=2.0892842267128647E-7}, evalInputDelta = 0.0011009006109844372
F(1789.4654922092848) = LineSearchPoint{point=PointSample{avg=2.895852617218888E-4}, derivative=-8.997082200432799E-8}, evalInputDelta = -1.8337809279073028E-4
New Minimum: 1.6802798147452143E-4 > 1.2893859196364026E-4
F(12526.258445464993) = LineSearchPoint{point=PointSample{avg=1.2893859196364026E-4}, derivative=5.997183861607583E-8}, evalInputDelta = -3.4402476254897883E-4
1.2893859196364026E-4 <= 4.729633545126191E-4
New Minimum: 1.2893859196364026E-4 > 1.5037087144477358E-10
F(8232.405628418775) = LineSearchPoint{point=PointSample{avg=1.5037087144477358E-10}, derivative=6.480598239981248E-11}, evalInputDelta = -4.7296320414174763E-4
Right bracket at 8232.405628418775
Converged to right
Fitness changed from 4.729633545126191E-4 to 1.5037087144477358E-10
Iteration 2 complete. Error: 1.5037087144477358E-10 Total: 0.0402; Orientation: 0.0098; Line Search: 0.0277
Low gradient: 1.9116326690675397E-7
F(0.0) = LineSearchPoint{point=PointSample{avg=1.5037087144477358E-10}, derivative=-3.654339461446286E-14}
New Minimum: 1.5037087144477358E-10 > 1.6066601275391528E-17
F(8232.405628418775) = LineSearchPoint{point=PointSample{avg=1.6066601275391528E-17}, derivative=1.1945079300926246E-17}, evalInputDelta = -1.503708553781723E-10
1.6066601275391528E-17 <= 1.5037087144477358E-10
Converged to right
Fitness changed from 1.5037087144477358E-10 to 1.6066601275391528E-17
Iteration 3 complete. Error: 1.6066601275391528E-17 Total: 0.0095; Orientation: 0.0005; Line Search: 0.0063
Zero gradient: 6.248626891091753E-11
F(0.0) = LineSearchPoint{point=PointSample{avg=1.6066601275391528E-17}, derivative=-3.9045338024074985E-21}
New Minimum: 1.6066601275391528E-17 > 1.7167162071209628E-24
F(8232.405628418775) = LineSearchPoint{point=PointSample{avg=1.7167162071209628E-24}, derivative=1.2763107533806372E-24}, evalInputDelta = -1.606659955867532E-17
1.7167162071209628E-24 <= 1.6066601275391528E-17
Converged to right
Fitness changed from 1.6066601275391528E-17 to 1.7167162071209628E-24
Iteration 4 complete. Error: 1.7167162071209628E-24 Total: 0.0111; Orientation: 0.0007; Line Search: 0.0076
Zero gradient: 2.0425459502154567E-14
F(0.0) = LineSearchPoint{point=PointSample{avg=1.7167162071209628E-24}, derivative=-4.171993958741562E-28}
New Minimum: 1.7167162071209628E-24 > 2.4155976327476906E-31
F(8232.405628418775) = LineSearchPoint{point=PointSample{avg=2.4155976327476906E-31}, derivative=1.4471215944313784E-31}, evalInputDelta = -1.7167159655611995E-24
2.4155976327476906E-31 <= 1.7167162071209628E-24
Converged to right
Fitness changed from 1.7167162071209628E-24 to 2.4155976327476906E-31
Iteration 5 complete. Error: 2.4155976327476906E-31 Total: 0.0117; Orientation: 0.0006; Line Search: 0.0081
Zero gradient: 7.196956188043496E-18
F(0.0) = LineSearchPoint{point=PointSample{avg=2.4155976327476906E-31}, derivative=-5.179617837261758E-35}
New Minimum: 2.4155976327476906E-31 > 3.234021562615047E-32
F(8232.405628418775) = LineSearchPoint{point=PointSample{avg=3.234021562615047E-32}, derivative=1.9189210456276676E-36}, evalInputDelta = -2.092195476486186E-31
3.234021562615047E-32 <= 2.4155976327476906E-31
New Minimum: 3.234021562615047E-32 > 2.8487392772403803E-32
F(7938.310735407173) = LineSearchPoint{point=PointSample{avg=2.8487392772403803E-32}, derivative=4.199553574150843E-37}, evalInputDelta = -2.1307237050236526E-31
Right bracket at 7938.310735407173
Converged to right
Fitness changed from 2.4155976327476906E-31 to 2.8487392772403803E-32
Iteration 6 complete. Error: 2.8487392772403803E-32 Total: 0.0176; Orientation: 0.0005; Line Search: 0.0144
Zero gradient: 8.886711325628823E-19
F(0.0) = LineSearchPoint{point=PointSample{avg=2.8487392772403803E-32}, derivative=-7.897363818505958E-37}
New Minimum: 2.8487392772403803E-32 > 2.346553044241
...skipping 30546 bytes...
, evalInputDelta = 3.470525759785798E-33
F(879.2937084206454) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(6155.055958944518) = LineSearchPoint{point=PointSample{avg=2.34626415474975E-32}, derivative=5.62584059433067E-38}, evalInputDelta = 4.70312092419363E-33
F(473.4658429957322) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(3314.2609009701255) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(23199.826306790877) = LineSearchPoint{point=PointSample{avg=2.1050414292152487E-32}, derivative=6.372962957326113E-37}, evalInputDelta = 2.2908936688486163E-33
F(1784.6020235992983) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(12492.214165195088) = LineSearchPoint{point=PointSample{avg=2.223004638308967E-32}, derivative=1.9533237870579417E-37}, evalInputDelta = 3.470525759785798E-33
F(960.9395511688529) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(6726.57685818197) = LineSearchPoint{point=PointSample{avg=2.34626415474975E-32}, derivative=5.62584059433067E-38}, evalInputDelta = 4.70312092419363E-33
F(517.4289890909208) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(3622.0029236364458) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(25354.02046545512) = LineSearchPoint{point=PointSample{avg=2.844598527859947E-32}, derivative=1.0028449376321247E-36}, evalInputDelta = 9.6864646552956E-33
F(1950.3092665734707) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(13652.164866014295) = LineSearchPoint{point=PointSample{avg=2.223004638308967E-32}, derivative=1.9533237870579417E-37}, evalInputDelta = 3.470525759785798E-33
F(1050.1665281549458) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(7351.165697084621) = LineSearchPoint{point=PointSample{avg=2.34626415474975E-32}, derivative=5.62584059433067E-38}, evalInputDelta = 4.70312092419363E-33
F(565.4742843911247) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(3958.319990737873) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(27708.23993516511) = LineSearchPoint{point=PointSample{avg=3.002139597310823E-32}, derivative=1.0847640608114032E-36}, evalInputDelta = 1.126187534980436E-32
F(2131.403071935778) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(14919.821503550445) = LineSearchPoint{point=PointSample{avg=2.592783187631316E-32}, derivative=4.2180704784282E-37}, evalInputDelta = 7.168311253009292E-33
F(1147.6785771961881) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(8033.7500403733175) = LineSearchPoint{point=PointSample{avg=2.223004638308967E-32}, derivative=1.953323787057942E-37}, evalInputDelta = 3.470525759785798E-33
F(617.980772336409) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(4325.865406354863) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(30281.05784448404) = LineSearchPoint{point=PointSample{avg=3.889608115684461E-32}, derivative=1.553760747070021E-36}, evalInputDelta = 2.013656053354074E-32
F(2329.3121418833875) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(16305.184993183713) = LineSearchPoint{point=PointSample{avg=2.598560977464478E-32}, derivative=4.250424002590632E-37}, evalInputDelta = 7.226089151340911E-33
F(1254.2449994756703) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(8779.714996329692) = LineSearchPoint{point=PointSample{avg=2.223004638308967E-32}, derivative=1.9533237870579417E-37}, evalInputDelta = 3.470525759785798E-33
F(675.362692025361) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(4727.538844177527) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(33092.771909242685) = LineSearchPoint{point=PointSample{avg=3.6184371795147386E-32}, derivative=1.7820750291576562E-36}, evalInputDelta = 1.7424851171843515E-32
F(2545.5978391725143) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(17819.1848742076) = LineSearchPoint{point=PointSample{avg=2.598560977464478E-32}, derivative=4.250424002590631E-37}, evalInputDelta = 7.226089151340911E-33
F(1370.7065287852) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
F(9594.9457014964) = LineSearchPoint{point=PointSample{avg=2.223004638308967E-32}, derivative=1.9533237870579417E-37}, evalInputDelta = 3.470525759785798E-33
F(738.0727462689538) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Loops = 52
F(369.0363731344769) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 369.0363731344769
F(184.51818656723844) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 184.51818656723844
F(92.25909328361922) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 92.25909328361922
F(46.12954664180961) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 46.12954664180961
F(23.064773320904806) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 23.064773320904806
F(11.532386660452403) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 11.532386660452403
F(5.766193330226201) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 5.766193330226201
F(2.8830966651131007) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 2.8830966651131007
F(1.4415483325565503) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 1.4415483325565503
F(0.7207741662782752) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 0.7207741662782752
F(0.3603870831391376) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Right bracket at 0.3603870831391376
F(0.1801935415695688) = LineSearchPoint{point=PointSample{avg=1.875952062330387E-32}, derivative=-7.211320726316157E-37}, evalInputDelta = 0.0
Loops = 12
Fitness changed from 1.875952062330387E-32 to 1.875952062330387E-32
Static Iteration Total: 0.3258; Orientation: 0.0004; Line Search: 0.3232
Iteration 12 failed. Error: 1.875952062330387E-32
Previous Error: 0.0 -> 1.875952062330387E-32
Optimization terminated 12
Final threshold in iteration 12: 1.875952062330387E-32 (> 0.0) after 1.137s (< 30.000s)
Returns
1.875952062330387E-32
Next, we apply the same optimization using L-BFGS, which is nearly ideal for purely second-order or quadratic functions.
TrainingTester.java:509 executed in 1.86 seconds (0.000 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new ArmijoWolfeSearch());
iterativeTrainer.setOrientation(new LBFGS());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setIterationsPerSample(100);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 4730959443404
Reset training subject: 4730961646231
Adding measurement 7abc3988 to history. Total: 0
LBFGS Accumulation History: 1 points
Constructing line search parameters: GD
Non-optimal measurement 1.9278988489537727 < 1.9278988489537727. Total: 1
th(0)=1.9278988489537727;dx=-0.07274713811858735
Adding measurement 1fda9014 to history. Total: 1
New Minimum: 1.9278988489537727 > 1.7718701992341348
WOLFE (weak): th(2.154434690031884)=1.7718701992341348; dx=-0.07187737660971887 evalInputDelta=0.15602864971963792
Adding measurement 6eb566a0 to history. Total: 2
New Minimum: 1.7718701992341348 > 1.6190968125009284
WOLFE (weak): th(4.308869380063768)=1.6190968125009284; dx=-0.06974658764179842 evalInputDelta=0.3088020364528443
Adding measurement 3735b9fa to history. Total: 3
New Minimum: 1.6190968125009284 > 1.0838600621173449
END: th(12.926608140191302)=1.0838600621173449; dx=-0.052980274493919094 evalInputDelta=0.8440387868364279
Fitness changed from 1.9278988489537727 to 1.0838600621173449
Iteration 1 complete. Error: 1.0838600621173449 Total: 0.0234; Orientation: 0.0030; Line Search: 0.0149
Non-optimal measurement 1.0838600621173449 < 1.0838600621173449. Total: 4
Rejected: LBFGS Orientation magnitude: 7.270e+01, gradient 2.171e-01, dot -0.936; [d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00, 913aea99-7e76-4dfe-9093-b75d11e94afb = 1.000/1.000e+00, 5b5a5cfe-edf5-4ee3-b377-62b7f54890aa = 1.000/1.000e+00, effaa305-0728-45f8-9892-104487e0b33a = 1.000/1.000e+00, c1c091b0-0612-4085-a3d3-ee35245e28a8 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.0838600621173449, 1.6190968125009284, 1.7718701992341348, 1.9278988489537727
LBFGS Accumulation History: 3 points
Removed measurement 3735b9fa to history. Total: 3
Adding measurement 6ddee2e7 to history. Total: 3
th(0)=1.0838600621173449;dx=-0.04712565433055933
Adding measurement 7793da82 to history. Total: 4
New Minimum: 1.0838600621173449 > 0.20705744781604452
END: th(27.849533001676672)=0.20705744781604452; dx=-0.015204822970327499 evalInputDelta=0.8768026143013004
Fitness changed from 1.0838600621173449 to 0.20705744781604452
Iteration 2 complete. Error: 0.20705744781604452 Total: 0.0367; Orientation: 0.0264; Line Search: 0.0081
Non-optimal measurement 0.20705744781604452 < 0.20705744781604452. Total: 5
Rejected: LBFGS Orientation magnitude: 3.476e+01, gradient 8.706e-02, dot -0.577; [effaa305-0728-45f8-9892-104487e0b33a = 1.000/1.000e+00, c1c091b0-0612-4085-a3d3-ee35245e28a8 = 1.000/1.000e+00, 913aea99-7e76-4dfe-9093-b75d11e94afb = 1.000/1.000e+00, 5b5a5cfe-edf5-4ee3-b377-62b7f54890aa = 1.000/1.000e+00, d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.20705744781604452, 1.0838600621173449, 1.6190968125009284, 1.7718701992341348, 1.9278988489537727
Rejected: LBFGS Orientation magnitude: 1.194e+01, gradient 8.706e-02, dot -0.705; [5b5a5cfe-edf5-4ee3-b377-62b7f54890aa = 1.000/1.000e+00, d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00, effaa305-0728-45f8-9892-104487e0b33a = 1.000/1.000e+00, c1c091b0-0612-4085-a3d3-ee35245e28a8 = 1.000/1.000e+00, 913aea99-7e76-4dfe-9093-b75d11e94afb = 1.000/1.000e+00]
Orientation rejected. Popping history element from 0.20705744781604452, 1.0838600621173449, 1.6190968125009284, 1.7718701992341348
LBFGS Accumulation History: 3 points
Removed measurement 7793da82 to history. Total: 4
Removed measurement 6ddee2e7 to history. Total: 3
Adding measurement 34a1461b to history. Total: 3
th(0)=0.20705744781604452;dx=-0.007579213509838697
Adding measurement 2e5e3650 to history. Total: 4
New Minimum: 0.20705744781604452 > 2.26620027510722E-4
WOLF (strong): th(60.0)=2.26620027510722E-4; dx=2.0381872677387497E-4 evalInputDelta=0.2068308277885338
Non-optimal measurement 0.04306692004398706 < 2.26620027510722E-4. Total: 5
END: th(30.0)=0.04306692004398706; dx=-0.0033124849341190964 evalInputDelta=0.16399052777205747
Fitness changed from 0.20705744781604452 to 2.26620027510722E-4
Iteration 3 complete. Error: 2.26620027510722E-4 Total: 0.0648; Orientation: 0.0531; Line Search: 0.0095
Non-optimal measurement 2.26620027510722E-4 < 2.26620027510722E-4. Total: 5
Rejected: LBFGS Orientation magnitude: 8.136e-01, gradient 2.631e-03, dot -0.171; [c1c091b0-0612-4085-a3d3-ee35245e28a8 = 1.000/1.000e+00, d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00, 913aea99-7e76-4dfe-9093-b75d11e94afb = 1.000/1.000e+00, 5b5a5cfe-edf5-4ee3-b377-62b7f54890aa = 1.000/1.000e+00, effaa305-0728-45f8-9892-104487e0b33a = 1.000/1.000e+00]
Orientation rejected. Popping history element from 2.26620027510722E-4, 0.20705744781604452, 1.6190968125009284, 1.7718701992341348, 1.9278988489537727
Rejected: LBFGS Orientation magnitude: 3.369e-01, gradient 2.631e-03, dot -0.388; [913aea99-7e76-4dfe-9093-b75d11e94afb = 1.000/1.000e+00, c1c091b0-0612-4085-a3d3-ee35245e28a8 = 1.000/1.000e+00, effaa305-0728-45f8-9892-104487e0b33a = 1.000/1.000e+00, d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00, 5b5a5cfe-edf5-4ee3-b377-62b7f54890aa = 1.000/1.000e+00]
Orientation rejected. Popping history element from 2.26620027510722E-4, 0.20705744781604452, 1.6190968125009284, 1.7718701992341348
LBFGS Accumulation History: 3 points
Removed measurement 2e5e3650 to history. Total: 4
Removed measurement 34a1461b to history. Total: 3
Adding measurement 34223c7a to history. Total: 3
th(0)=2.26620027510722E-4;dx=-6.924323670243184E-6
Adding measurement 2fb99811 to history. Total: 4
New Minimum: 2.26620027510722E-4 > 3.615100937804036E-8
END: th(64.63304070095651)=3.615100937804036E-8; dx=-8.743891829977565E-8 evalInputDelta=2.2658387650134395E-4
Fitness changed from 2.26620027510722E-4 to 3.615100937804036E-8
Iteration 4 complete. Error: 3.615100937804036E-8 Total: 0.0566; Orientation: 0.0492; Line Search: 0.0053
Non-optimal measurement 3.615100937804036E-8 < 3.615100937804036E-8. Total: 5
Rejected: LBFGS Orientation magnitude: 1.901e-02, gradient 3.323e-05, dot -0.186; [d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00, effaa305-0728-45f8-9892-104487e0b33a = 1.000/1.000e+00, 5b5a5cfe-edf5-4ee3-b377-62b7f54890aa = 1.000/1.000e+00, 913aea99-7e76-4dfe-9093-b75d11e94afb = 1.000/1.000e+00, c1c091b0-0612-4085-a3d3-ee35245e28a8 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 3.615100937804036E-8, 2.26620027510722E-4, 1.6190968125009284, 1.7718701992341348, 1.9278988489537727
Rejected: LBFGS Orientation magnitude: 7.117e-03, gradient 3.323e-05, dot -0.402; [913aea99-7e76-4dfe-9093-b75d11e94afb = 1.000/1.000e+00, c1c091b0-0612-4085-a3d3-ee35245e28a8 = 1.000/1.000e+00, d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00, 5b5a5cfe-edf5-4ee3-b377-62b7f54890aa = 1.000/1.000e+00, effaa305-0728-45f8-9892-104487e0b33a = 1.000/1.000e+00]
Orientation rejected. Popping history element from 3.615100937804036E-8, 2.26620027510722E-4, 1.6190968125009284, 1.7718701992341348
LBFGS Accumulation History: 3 points
Removed measurement 2fb99811 to history. Total: 4
Removed measurement 34223c7a to history. Total: 3
Adding measurement 75c887b1 to history. Total: 3
th(0)=3.615100937804036E-8;dx=-1.1044044481399746E-9
Non-optimal measurement 4.591570019886637E-8 < 3.615100937804036E-8. Total: 4
Armijo: th(139.24766500838336)=4.591570019886637E-8; dx=1.2446535079229585E-9 evalInputDelta=-9.764690820826015E-9
Adding measurement 700457b7 to history. Total: 4
New Minimum: 3.615100937804036E-8 > 1.4574911571547078E-10
WOLF (strong): th(69.62383250419168)=1.4574911571547078E-10; dx=7.01246782632929E-11 evalInputDelta=3.600526026232489E-8
Non-optimal measurement 1.5063120397583183E-8 < 1.4574911571547078E-10. Total: 5
END: th(23.207944168063893)=1.5063120397583183E-8; dx=-7.128947330472247E-10 evalInputDelta=2.1087888980457174E-8
Fitness changed from 3.615100937804036E-8 to 1.4574911571547078E-10
Iteration 5 complete. Error: 1.4574911571547078E-10 Total: 0.0486; Orientation: 0.0370; Line Search: 0.0098
Non-optimal measurement 1.4574911571547078E-10 < 1.4574911571547078E-10. Total: 5
Rejected: LBFGS Orientation magnitude: 1.194e-03, gradient 2.110e-06, dot -0.186; [d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00, c1c09
...skipping 29166 bytes...
3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(4.521122685185189)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(0.9042245370370378)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(0.15070408950617295)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(0.021529155643738994)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(0.0026911444554673742)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(2.99016050607486E-4)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(2.9901605060748602E-5)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(2.7183277327953276E-6)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(2.265273110662773E-7)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(1.7425177774329025E-8)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
WOLFE (weak): th(1.2446555553092161E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(9.33491666481912E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(5.2897861100641686E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
WOLFE (weak): th(3.2672208326866925E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(4.27850347137543E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
WOLFE (weak): th(3.772862152031061E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(4.0256828117032455E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
WOLFE (weak): th(3.899272481867154E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
Armijo: th(3.962477646785199E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 3.3530440331781776E-33 < 1.925929944387236E-35. Total: 6
WOLFE (weak): th(3.930875064326176E-9)=3.3530440331781776E-33; dx=-8.672123452712298E-35 evalInputDelta=0.0
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 6
mu ~= nu (3.930875064326176E-9): th(54.253472222222264)=1.925929944387236E-35
Fitness changed from 3.3530440331781776E-33 to 1.925929944387236E-35
Iteration 18 complete. Error: 1.925929944387236E-35 Total: 0.1258; Orientation: 0.0465; Line Search: 0.0771
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 6
Rejected: LBFGS Orientation magnitude: 2.047e-17, gradient 7.668e-19, dot -0.189; [c1c091b0-0612-4085-a3d3-ee35245e28a8 = 1.000/1.000e+00, 913aea99-7e76-4dfe-9093-b75d11e94afb = 1.000/1.000e+00, 5b5a5cfe-edf5-4ee3-b377-62b7f54890aa = 1.000/1.000e+00, d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00, effaa305-0728-45f8-9892-104487e0b33a = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.925929944387236E-35, 2.7733391199176195E-34, 3.3530440331781776E-33, 1.6190968125009284, 1.7718701992341348, 1.9278988489537727
Rejected: LBFGS Orientation magnitude: 1.235e-17, gradient 7.668e-19, dot -0.678; [d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00, 913aea99-7e76-4dfe-9093-b75d11e94afb = 1.000/1.000e+00, 5b5a5cfe-edf5-4ee3-b377-62b7f54890aa = 1.000/1.000e+00, effaa305-0728-45f8-9892-104487e0b33a = 1.000/1.000e+00, c1c091b0-0612-4085-a3d3-ee35245e28a8 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.925929944387236E-35, 2.7733391199176195E-34, 3.3530440331781776E-33, 1.6190968125009284, 1.7718701992341348
Rejected: LBFGS Orientation magnitude: 3.343e-17, gradient 7.668e-19, dot -0.992; [effaa305-0728-45f8-9892-104487e0b33a = 1.000/1.000e+00, d6a5d7c6-34de-421c-af9b-4cb15b775301 = 1.000/1.000e+00, 913aea99-7e76-4dfe-9093-b75d11e94afb = 1.000/1.000e+00, 5b5a5cfe-edf5-4ee3-b377-62b7f54890aa = 1.000/1.000e+00, c1c091b0-0612-4085-a3d3-ee35245e28a8 = 1.000/1.000e+00]
Orientation rejected. Popping history element from 1.925929944387236E-35, 2.7733391199176195E-34, 3.3530440331781776E-33, 1.6190968125009284
LBFGS Accumulation History: 3 points
Removed measurement 6b0f7737 to history. Total: 5
Removed measurement 7ebba278 to history. Total: 4
Removed measurement bbc15c8 to history. Total: 3
Adding measurement 6d294661 to history. Total: 3
th(0)=1.925929944387236E-35;dx=-5.880508627025244E-37
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 4
WOLFE (weak): th(8.502856450737784E-9)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 4
Armijo: th(1.7005712901475567E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 4
Armijo: th(1.2754284676106676E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 4
WOLFE (weak): th(1.062857056342223E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 4
Armijo: th(1.1691427619764453E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 4
WOLFE (weak): th(1.115999909159334E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 4
Armijo: th(1.1425713355678896E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 4
WOLFE (weak): th(1.1292856223636118E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 4
WOLFE (weak): th(1.1359284789657507E-8)=1.925929944387236E-35; dx=-5.880508627025244E-37 evalInputDelta=0.0
Non-optimal measurement 1.925929944387236E-35 < 1.925929944387236E-35. Total: 4
mu ~= nu (1.1359284789657507E-8): th(0.0)=1.925929944387236E-35
Fitness changed from 1.925929944387236E-35 to 1.925929944387236E-35
Static Iteration Total: 0.1689; Orientation: 0.1228; Line Search: 0.0435
Iteration 19 failed. Error: 1.925929944387236E-35
Previous Error: 0.0 -> 1.925929944387236E-35
Optimization terminated 19
Final threshold in iteration 19: 1.925929944387236E-35 (> 0.0) after 1.855s (< 30.000s)
Returns
1.925929944387236E-35
TrainingTester.java:432 executed in 0.10 seconds (0.000 gc):
return TestUtil.compare(title + " vs Iteration", runs);
Plotting range=[1.0, -34.71535951436589], [18.0, 0.034973213776741605]; valueStats=DoubleSummaryStatistics{count=47, sum=2.582761, min=0.000000, average=0.054952, max=1.083860}
Plotting 18 points for GD
Plotting 11 points for CjGD
Plotting 18 points for LBFGS
Returns
TrainingTester.java:435 executed in 0.01 seconds (0.000 gc):
return TestUtil.compareTime(title + " vs Time", runs);
Plotting range=[0.0, -34.71535951436589], [1.663, 0.034973213776741605]; valueStats=DoubleSummaryStatistics{count=47, sum=2.582761, min=0.000000, average=0.054952, max=1.083860}
Plotting 18 points for GD
Plotting 11 points for CjGD
Plotting 18 points for LBFGS
Returns
TrainingTester.java:255 executed in 0.00 seconds (0.000 gc):
return grid(inputLearning, modelLearning, completeLearning);
Returns
TrainingTester.java:258 executed in 0.00 seconds (0.000 gc):
return new ComponentResult(null == inputLearning ? null : inputLearning.value,
null == modelLearning ? null : modelLearning.value, null == completeLearning ? null : completeLearning.value);
Returns
{"input":{ "LBFGS": { "type": "Converged", "value": 1.925929944387236E-35 }, "CjGD": { "type": "Converged", "value": 1.875952062330387E-32 }, "GD": { "type": "Converged", "value": 1.925929944387236E-35 } }, "model":null, "complete":null}
LayerTests.java:425 executed in 0.00 seconds (0.000 gc):
throwException(exceptions.addRef());
| details | result |
|---|---|
| {"input":{ "LBFGS": { "type": "Converged", "value": 1.925929944387236E-35 }, "CjGD": { "type": "Converged", "value": 1.875952062330387E-32 }, "GD": { "type": "Converged", "value": 1.925929944387236E-35 } }, "model":null, "complete":null} | OK |
{
"result": "OK",
"performance": {
"execution_time": "14.585",
"gc_time": "0.518"
},
"created_on": 1586739306877,
"file_name": "trainingTest",
"report": {
"simpleName": "Basic",
"canonicalName": "com.simiacryptus.mindseye.layers.java.NormalizationMetaLayerTest.Basic",
"link": "https://github.com/SimiaCryptus/mindseye-java/tree/93db34cedee48c0202777a2b25deddf1dfaf5731/src/test/java/com/simiacryptus/mindseye/layers/java/NormalizationMetaLayerTest.java",
"javaDoc": ""
},
"training_analysis": {
"input": {
"LBFGS": {
"type": "Converged",
"value": 1.925929944387236E-35
},
"CjGD": {
"type": "Converged",
"value": 1.875952062330387E-32
},
"GD": {
"type": "Converged",
"value": 1.925929944387236E-35
}
}
},
"archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/java/NormalizationMetaLayer/Basic/trainingTest/202004135506",
"id": "06174eb7-d899-4825-a4ec-f3070720e4ec",
"report_type": "Components",
"display_name": "Comparative Training",
"target": {
"simpleName": "NormalizationMetaLayer",
"canonicalName": "com.simiacryptus.mindseye.layers.java.NormalizationMetaLayer",
"link": "https://github.com/SimiaCryptus/mindseye-java/tree/93db34cedee48c0202777a2b25deddf1dfaf5731/src/main/java/com/simiacryptus/mindseye/layers/java/NormalizationMetaLayer.java",
"javaDoc": ""
}
}