Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase
Using Seed 1120332900439269376
In this apply, we use a network to learn this target input, given it's pre-evaluated output:
TrainingTester.java:332 executed in 0.01 seconds (0.000 gc):
return RefArrays.stream(RefUtil.addRef(input_target)).flatMap(RefArrays::stream).map(x -> {
try {
return x.prettyPrint();
} finally {
x.freeRef();
}
}).reduce((a, b) -> a + "\n" + b).orElse("");
Returns
[
[ [ -1.688 ], [ 0.08 ], [ 0.636 ], [ 1.108 ], [ 0.392 ], [ -0.768 ] ],
[ [ -0.852 ], [ -1.616 ], [ -0.712 ], [ 0.7 ], [ 1.208 ], [ 0.496 ] ],
[ [ 1.048 ], [ -0.068 ], [ 0.788 ], [ 1.512 ], [ -0.608 ], [ -1.028 ] ],
[ [ -0.384 ], [ -0.128 ], [ 0.048 ], [ 1.556 ], [ 1.64 ], [ 1.912 ] ],
[ [ -1.72 ], [ 0.092 ], [ -0.176 ], [ 0.028 ], [ -0.804 ], [ 1.032 ] ],
[ [ 1.764 ], [ 1.612 ], [ 0.3 ], [ 1.356 ], [ 1.556 ], [ 1.524 ] ]
]
[
[ [ 1.764 ], [ 1.048 ], [ 0.496 ], [ 0.392 ], [ 0.3 ], [ -0.384 ] ],
[ [ 1.032 ], [ 1.556 ], [ 1.556 ], [ 1.912 ], [ 1.612 ], [ 0.092 ] ],
[ [ 0.048 ], [ -0.768 ], [ -0.176 ], [ -0.068 ], [ 1.64 ], [ -0.128 ] ],
[ [ -0.712 ], [ -0.852 ], [ 0.636 ], [ -1.688 ], [ 0.08 ], [ -0.608 ] ],
[ [ 1.356 ], [ 0.028 ], [ 1.524 ], [ 0.7 ], [ -1.616 ], [ 1.108 ] ],
[ [ 0.788 ], [ -0.804 ], [ 1.512 ], [ -1.72 ], [ 1.208 ], [ -1.028 ] ]
]
[
[ [ 0.496 ], [ 1.764 ], [ -0.608 ], [ 1.048 ], [ 0.3 ], [ 1.64 ] ],
[ [ 1.612 ], [ -0.804 ], [ -0.384 ], [ 1.512 ], [ 0.788 ], [ 0.636 ] ],
[ [ -1.616 ], [ 1.556 ], [ 0.028 ], [ -0.768 ], [ 1.108 ], [ 1.032 ] ],
[ [ 1.356 ], [ -0.176 ], [ 1.912 ], [ -0.068 ], [ 1.524 ], [ -0.852 ] ],
[ [ -0.712 ], [ -1.688 ], [ 0.392 ], [ 0.092 ], [ -1.028 ], [ 0.048 ] ],
[ [ 1.208 ], [ -0.128 ], [ 0.7 ], [ 0.08 ], [ -1.72 ], [ 1.556 ] ]
]
[
[ [ -0.384 ], [ 0.788 ], [ -1.028 ], [ 1.032 ], [ 1.048 ], [ 0.392 ] ],
[ [ 1.764 ], [ -0.768 ], [ 1.556 ], [ 1.64 ], [ 0.496 ], [ -1.72 ] ],
[ [ 0.636 ], [ 0.028 ], [ -0.852 ], [ -0.712 ], [ 1.512 ], [ 0.3 ] ],
[ [ 1.356 ], [ 1.556 ], [ -0.176 ], [ -0.608 ], [ 1.108 ], [ 0.7 ] ],
[ [ -1.616 ], [ 0.092 ], [ -0.804 ], [ 1.208 ], [ -1.688 ], [ 1.612 ] ],
[ [ 1.524 ], [ -0.128 ], [ 1.912 ], [ -0.068 ], [ 0.048 ], [ 0.08 ] ]
]
[
[ [ -0.068 ], [ 1.524 ], [ -0.176 ], [ 1.048 ], [ 0.3 ], [ 1.032 ] ],
[ [ 1.108 ], [ 0.028 ], [ -0.128 ], [ 1.356 ], [ -1.028 ], [ 0.048 ] ],
[ [ -0.384 ], [ -0.712 ], [ -0.804 ], [ 1.208 ], [ 1.512 ], [ 0.7 ] ],
[ [ 0.788 ], [ -0.608 ], [ 0.636 ], [ 0.392 ], [ 0.08 ], [ 0.496 ] ],
[ [ -0.852 ], [ -1.616 ], [ -1.72 ], [ 1.556 ], [ 1.556 ], [ 1.764 ] ],
[ [ -1.688 ], [ 1.612 ], [ 0.092 ], [ -0.768 ], [ 1.64 ], [ 1.912 ] ]
]
First, we train using basic gradient descent method apply weak line search conditions.
TrainingTester.java:480 executed in 0.05 seconds (0.000 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new ArmijoWolfeSearch());
iterativeTrainer.setOrientation(new GradientDescent());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 4569924375210
BACKPROP_AGG_SIZE = 3
THREADS = 64
SINGLE_THREADED = false
Initialized CoreSettings = {
"backpropAggregationSize" : 3,
"jvmThreads" : 64,
"singleThreaded" : false
}
java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at com.simiacryptus.util.Util.throwException(Util.java:502)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:57)
at com.simiacryptus.mindseye.eval.BatchedTrainable.measure(BatchedTrainable.java:66)
at com.simiacryptus.mindseye.opt.IterativeTrainer.measure(IterativeTrainer.java:143)
at com.simiacryptus.mindseye.opt.IterativeTrainer.run(IterativeTrainer.java:185)
at com.simiacryptus.mindseye.test.unit.TrainingTester.lambda$trainGD$892d3ca8$1(TrainingTester.java:489)
at com.simiacryptus.notebook.MarkdownNotebookOutput.lambda$eval$dc58be99$1(MarkdownNotebookOutput.java:657)
at com.simiacryptus.util.test.SysOutInterceptor.withOutput(SysOutInterceptor.java:102)
at com.simiacryptus.notebook.MarkdownNotebookOutput.eval(MarkdownNotebookOutput.java:649)
at com.simiacryptus.notebook.NotebookOutput.eval(NotebookOutput.java:125)
at com.simiacryptus.mindseye.test.unit.TrainingTester.trainGD(TrainingTester.java:480)
at com.simiacryptus.mindseye.test.unit.TrainingTester.runOpt(TrainingTester.java:658)
at com.simiacryptus.mindseye.test.unit.TrainingTester.train(TrainingTester.java:606)
at com.simiacryptus.mindseye.test.unit.TrainingTester.trainAll(TrainingTester.java:414)
at com.simiacryptus.mindseye.test.unit.TrainingTester.testInputLearning(TrainingTester.java:355)
at com.simiacryptus.mindseye.test.unit.TrainingTester.test(TrainingTester.java:229)
at com.simiacryptus.mindseye.test.unit.TrainingTester.test(TrainingTester.java:58)
at com.simiacryptus.mindseye.test.unit.LayerTests.run(LayerTests.java:369)
at com.simiacryptus.mindseye.test.unit.LayerTests.run(LayerTests.java:418)
at com.simiacryptus.mindseye.test.LayerTestBase.trainingTest(LayerTestBase.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
at java.lang.reflect.Method.invoke(Unknown Source)
at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:686)
at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
at org.junit.jupiter.engine.extension.TimeoutInvocation.proceed(TimeoutInvocation.java:46)
at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:149)
at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:140)
at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestMethod(TimeoutExtension.java:84)
at org.junit.jupiter.engine.execution.ExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(ExecutableInvoker.java:115)
at org.junit.jupiter.engine.execution.ExecutableInvoker.lambda$invoke$0(ExecutableInvoker.java:105)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37)
at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:104)
at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:98)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$6(TestMethodTestDescriptor.java:205)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:201)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:137)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:71)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:135)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at java.util.ArrayList.forEach(Unknown Source)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at java.util.ArrayList.forEach(Unknown Source)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32)
at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57)
at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:51)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:248)
at org.junit.platform.launcher.core.DefaultLauncher.lambda$execute$5(DefaultLauncher.java:211)
at org.junit.platform.launcher.core.DefaultLauncher.withInterceptedStreams(DefaultLauncher.java:226)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:199)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:141)
at org.junit.platform.runner.JUnitPlatform.run(JUnitPlatform.java:139)
at com.simiacryptus.util.test.MacroTestRunner.runTest(MacroTestRunner.java:94)
at com.simiacryptus.util.test.MacroTestRunner.lambda$null$8bb7732f$1(MacroTestRunner.java:177)
at com.simiacryptus.aws.TendrilControl.lambda$null$0(TendrilControl.java:86)
at java.lang.Thread.run(Unknown Source)
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
at java.lang.reflect.Method.invoke(Unknown Source)
at com.simiacryptus.ref.lang.RefUtil$RefWrapperHandler.invoke(RefUtil.java:238)
at com.sun.proxy.$Proxy44.get(Unknown Source)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:54)
... 83 more
Caused by: java.lang.AssertionError
at com.simiacryptus.mindseye.lang.Delta.addInPlace(Delta.java:111)
at com.simiacryptus.mindseye.lang.Delta.addInPlace(Delta.java:106)
at com.simiacryptus.mindseye.lang.MutableResult$MutableAccumulator.accept(MutableResult.java:86)
at com.simiacryptus.mindseye.lang.MutableResult$MutableAccumulator.accept(MutableResult.java:70)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accum(CountingResult.java:115)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:108)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:76)
at com.simiacryptus.mindseye.layers.java.ImgTileSubnetLayer$TileAccumulator.accept(ImgTileSubnetLayer.java:178)
at com.simiacryptus.mindseye.layers.java.ImgTileSubnetLayer$TileAccumulator.accept(ImgTileSubnetLayer.java:149)
at com.simiacryptus.mindseye.layers.java.LinearActivationLayer$Accumulator.accept(LinearActivationLayer.java:219)
at com.simiacryptus.mindseye.layers.java.LinearActivationLayer$Accumulator.accept(LinearActivationLayer.java:163)
at com.simiacryptus.mindseye.layers.java.ImgTileAssemblyLayer$Accumulator.accept(ImgTileAssemblyLayer.java:328)
at com.simiacryptus.mindseye.layers.java.ImgTileAssemblyLayer$Accumulator.accept(ImgTileAssemblyLayer.java:277)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accum(CountingResult.java:115)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:108)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:76)
at com.simiacryptus.mindseye.layers.java.EntropyLossLayer$Accumulator.accept(EntropyLossLayer.java:212)
at com.simiacryptus.mindseye.layers.java.EntropyLossLayer$Accumulator.accept(EntropyLossLayer.java:149)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accum(CountingResult.java:115)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:108)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:76)
at com.simiacryptus.mindseye.lang.Result.accumulate(Result.java:136)
at com.simiacryptus.mindseye.lang.Result.accumulate(Result.java:126)
at com.simiacryptus.mindseye.lang.Result.accumulate(Result.java:122)
at com.simiacryptus.mindseye.eval.BasicTrainable.eval(BasicTrainable.java:178)
at com.simiacryptus.mindseye.eval.BasicTrainable.lambda$measure$3f677$1(BasicTrainable.java:127)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:54)
at com.simiacryptus.mindseye.eval.BasicTrainable.measure(BasicTrainable.java:127)
at com.simiacryptus.mindseye.eval.TrainableWrapper.measure(TrainableWrapper.java:70)
at com.simiacryptus.mindseye.eval.BatchedTrainable.lambda$measure$8766d393$1(BatchedTrainable.java:96)
... 90 more
This training apply resulted in the following configuration:
TrainingTester.java:610 executed in 0.00 seconds (0.000 gc):
RefList<double[]> state = network.state();
assert state != null;
String description = state.stream().map(RefArrays::toString).reduce((a, b) -> a + "\n" + b)
.orElse("");
state.freeRef();
return description;
Returns
TrainingTester.java:622 executed in 0.00 seconds (0.000 gc):
return RefArrays.stream(RefUtil.addRef(data)).flatMap(x -> {
return RefArrays.stream(x);
}).limit(1).map(x -> {
String temp_18_0015 = x.prettyPrint();
x.freeRef();
return temp_18_0015;
}).reduce((a, b) -> a + "\n" + b).orElse("");
Returns
[
[ [ -1.688 ], [ 0.3 ], [ 1.512 ], [ -0.852 ], [ -0.608 ], [ 1.048 ] ],
[ [ -1.616 ], [ -0.384 ], [ 1.208 ], [ -0.768 ], [ 1.108 ], [ 0.788 ] ],
[ [ -0.176 ], [ 0.08 ], [ 0.636 ], [ -1.72 ], [ 1.612 ], [ 1.524 ] ],
[ [ 0.092 ], [ 1.556 ], [ 1.764 ], [ 1.356 ], [ 1.912 ], [ 0.028 ] ],
[ [ -1.028 ], [ 0.048 ], [ 1.032 ], [ 1.556 ], [ -0.804 ], [ -0.128 ] ],
[ [ 0.7 ], [ -0.068 ], [ 0.392 ], [ -0.712 ], [ 1.64 ], [ 0.496 ] ]
]
To produce the following output:
TrainingTester.java:633 executed in 0.01 seconds (0.000 gc):
Result[] array = ConstantResult.batchResultArray(pop(RefUtil.addRef(data)));
@Nullable
Result eval = layer.eval(array);
assert eval != null;
TensorList tensorList = Result.getData(eval);
String temp_18_0016 = tensorList.stream().limit(1).map(x -> {
String temp_18_0017 = x.prettyPrint();
x.freeRef();
return temp_18_0017;
}).reduce((a, b) -> a + "\n" + b).orElse("");
tensorList.freeRef();
return temp_18_0016;
Returns
[
[ [ -1.688 ], [ 0.3 ], [ 1.512 ], [ 1.512 ], [ -0.852 ], [ -0.608 ], [ -0.608 ], [ 1.048 ] ],
[ [ -1.616 ], [ -0.384 ], [ 1.208 ], [ 1.208 ], [ -0.768 ], [ 1.108 ], [ 1.108 ], [ 0.788 ] ],
[ [ -0.176 ], [ 0.08 ], [ 0.636 ], [ 0.636 ], [ -1.72 ], [ 1.612 ], [ 1.612 ], [ 1.524 ] ],
[ [ -0.176 ], [ 0.08 ], [ 0.636 ], [ 0.636 ], [ -1.72 ], [ 1.612 ], [ 1.612 ], [ 1.524 ] ],
[ [ 0.092 ], [ 1.556 ], [ 1.764 ], [ 1.764 ], [ 1.356 ], [ 1.912 ], [ 1.912 ], [ 0.028 ] ],
[ [ -1.028 ], [ 0.048 ], [ 1.032 ], [ 1.032 ], [ 1.556 ], [ -0.804 ], [ -0.804 ], [ -0.128 ] ],
[ [ -1.028 ], [ 0.048 ], [ 1.032 ], [ 1.032 ], [ 1.556 ], [ -0.804 ], [ -0.804 ], [ -0.128 ] ],
[ [ 0.7 ], [ -0.068 ], [ 0.392 ], [ 0.392 ], [ -0.712 ], [ 1.64 ], [ 1.64 ], [ 0.496 ] ]
]
First, we use a conjugate gradient descent method, which converges the fastest for purely linear functions.
TrainingTester.java:452 executed in 0.01 seconds (0.000 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new QuadraticSearch());
iterativeTrainer.setOrientation(new GradientDescent());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 4569988520987
java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at com.simiacryptus.util.Util.throwException(Util.java:502)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:57)
at com.simiacryptus.mindseye.eval.BatchedTrainable.measure(BatchedTrainable.java:66)
at com.simiacryptus.mindseye.opt.IterativeTrainer.measure(IterativeTrainer.java:143)
at com.simiacryptus.mindseye.opt.IterativeTrainer.run(IterativeTrainer.java:185)
at com.simiacryptus.mindseye.test.unit.TrainingTester.lambda$trainCjGD$892d3ca8$1(TrainingTester.java:461)
at com.simiacryptus.notebook.MarkdownNotebookOutput.lambda$eval$dc58be99$1(MarkdownNotebookOutput.java:657)
at com.simiacryptus.util.test.SysOutInterceptor.withOutput(SysOutInterceptor.java:102)
at com.simiacryptus.notebook.MarkdownNotebookOutput.eval(MarkdownNotebookOutput.java:649)
at com.simiacryptus.notebook.NotebookOutput.eval(NotebookOutput.java:125)
at com.simiacryptus.mindseye.test.unit.TrainingTester.trainCjGD(TrainingTester.java:452)
at com.simiacryptus.mindseye.test.unit.TrainingTester.runOpt(TrainingTester.java:658)
at com.simiacryptus.mindseye.test.unit.TrainingTester.train(TrainingTester.java:606)
at com.simiacryptus.mindseye.test.unit.TrainingTester.trainAll(TrainingTester.java:416)
at com.simiacryptus.mindseye.test.unit.TrainingTester.testInputLearning(TrainingTester.java:355)
at com.simiacryptus.mindseye.test.unit.TrainingTester.test(TrainingTester.java:229)
at com.simiacryptus.mindseye.test.unit.TrainingTester.test(TrainingTester.java:58)
at com.simiacryptus.mindseye.test.unit.LayerTests.run(LayerTests.java:369)
at com.simiacryptus.mindseye.test.unit.LayerTests.run(LayerTests.java:418)
at com.simiacryptus.mindseye.test.LayerTestBase.trainingTest(LayerTestBase.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
at java.lang.reflect.Method.invoke(Unknown Source)
at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:686)
at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
at org.junit.jupiter.engine.extension.TimeoutInvocation.proceed(TimeoutInvocation.java:46)
at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:149)
at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:140)
at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestMethod(TimeoutExtension.java:84)
at org.junit.jupiter.engine.execution.ExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(ExecutableInvoker.java:115)
at org.junit.jupiter.engine.execution.ExecutableInvoker.lambda$invoke$0(ExecutableInvoker.java:105)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37)
at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:104)
at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:98)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$6(TestMethodTestDescriptor.java:205)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:201)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:137)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:71)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:135)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at java.util.ArrayList.forEach(Unknown Source)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at java.util.ArrayList.forEach(Unknown Source)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32)
at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57)
at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:51)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:248)
at org.junit.platform.launcher.core.DefaultLauncher.lambda$execute$5(DefaultLauncher.java:211)
at org.junit.platform.launcher.core.DefaultLauncher.withInterceptedStreams(DefaultLauncher.java:226)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:199)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:141)
at org.junit.platform.runner.JUnitPlatform.run(JUnitPlatform.java:139)
at com.simiacryptus.util.test.MacroTestRunner.runTest(MacroTestRunner.java:94)
at com.simiacryptus.util.test.MacroTestRunner.lambda$null$8bb7732f$1(MacroTestRunner.java:177)
at com.simiacryptus.aws.TendrilControl.lambda$null$0(TendrilControl.java:86)
at java.lang.Thread.run(Unknown Source)
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
at java.lang.reflect.Method.invoke(Unknown Source)
at com.simiacryptus.ref.lang.RefUtil$RefWrapperHandler.invoke(RefUtil.java:238)
at com.sun.proxy.$Proxy44.get(Unknown Source)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:54)
... 83 more
Caused by: java.lang.AssertionError
at com.simiacryptus.mindseye.lang.Delta.addInPlace(Delta.java:111)
at com.simiacryptus.mindseye.lang.Delta.addInPlace(Delta.java:106)
at com.simiacryptus.mindseye.lang.MutableResult$MutableAccumulator.accept(MutableResult.java:86)
at com.simiacryptus.mindseye.lang.MutableResult$MutableAccumulator.accept(MutableResult.java:70)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accum(CountingResult.java:115)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:108)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:76)
at com.simiacryptus.mindseye.layers.java.ImgTileSubnetLayer$TileAccumulator.accept(ImgTileSubnetLayer.java:178)
at com.simiacryptus.mindseye.layers.java.ImgTileSubnetLayer$TileAccumulator.accept(ImgTileSubnetLayer.java:149)
at com.simiacryptus.mindseye.layers.java.LinearActivationLayer$Accumulator.accept(LinearActivationLayer.java:219)
at com.simiacryptus.mindseye.layers.java.LinearActivationLayer$Accumulator.accept(LinearActivationLayer.java:163)
at com.simiacryptus.mindseye.layers.java.ImgTileAssemblyLayer$Accumulator.accept(ImgTileAssemblyLayer.java:328)
at com.simiacryptus.mindseye.layers.java.ImgTileAssemblyLayer$Accumulator.accept(ImgTileAssemblyLayer.java:277)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accum(CountingResult.java:115)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:108)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:76)
at com.simiacryptus.mindseye.layers.java.EntropyLossLayer$Accumulator.accept(EntropyLossLayer.java:212)
at com.simiacryptus.mindseye.layers.java.EntropyLossLayer$Accumulator.accept(EntropyLossLayer.java:149)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accum(CountingResult.java:115)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:108)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:76)
at com.simiacryptus.mindseye.lang.Result.accumulate(Result.java:136)
at com.simiacryptus.mindseye.lang.Result.accumulate(Result.java:126)
at com.simiacryptus.mindseye.lang.Result.accumulate(Result.java:122)
at com.simiacryptus.mindseye.eval.BasicTrainable.eval(BasicTrainable.java:178)
at com.simiacryptus.mindseye.eval.BasicTrainable.lambda$measure$3f677$1(BasicTrainable.java:127)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:54)
at com.simiacryptus.mindseye.eval.BasicTrainable.measure(BasicTrainable.java:127)
at com.simiacryptus.mindseye.eval.TrainableWrapper.measure(TrainableWrapper.java:70)
at com.simiacryptus.mindseye.eval.BatchedTrainable.lambda$measure$8766d393$1(BatchedTrainable.java:96)
... 90 more
This training apply resulted in the following configuration:
TrainingTester.java:610 executed in 0.00 seconds (0.000 gc):
RefList<double[]> state = network.state();
assert state != null;
String description = state.stream().map(RefArrays::toString).reduce((a, b) -> a + "\n" + b)
.orElse("");
state.freeRef();
return description;
Returns
TrainingTester.java:622 executed in 0.00 seconds (0.000 gc):
return RefArrays.stream(RefUtil.addRef(data)).flatMap(x -> {
return RefArrays.stream(x);
}).limit(1).map(x -> {
String temp_18_0015 = x.prettyPrint();
x.freeRef();
return temp_18_0015;
}).reduce((a, b) -> a + "\n" + b).orElse("");
Returns
[
[ [ -1.688 ], [ 0.3 ], [ 1.512 ], [ -0.852 ], [ -0.608 ], [ 1.048 ] ],
[ [ -1.616 ], [ -0.384 ], [ 1.208 ], [ -0.768 ], [ 1.108 ], [ 0.788 ] ],
[ [ -0.176 ], [ 0.08 ], [ 0.636 ], [ -1.72 ], [ 1.612 ], [ 1.524 ] ],
[ [ 0.092 ], [ 1.556 ], [ 1.764 ], [ 1.356 ], [ 1.912 ], [ 0.028 ] ],
[ [ -1.028 ], [ 0.048 ], [ 1.032 ], [ 1.556 ], [ -0.804 ], [ -0.128 ] ],
[ [ 0.7 ], [ -0.068 ], [ 0.392 ], [ -0.712 ], [ 1.64 ], [ 0.496 ] ]
]
To produce the following output:
TrainingTester.java:633 executed in 0.01 seconds (0.000 gc):
Result[] array = ConstantResult.batchResultArray(pop(RefUtil.addRef(data)));
@Nullable
Result eval = layer.eval(array);
assert eval != null;
TensorList tensorList = Result.getData(eval);
String temp_18_0016 = tensorList.stream().limit(1).map(x -> {
String temp_18_0017 = x.prettyPrint();
x.freeRef();
return temp_18_0017;
}).reduce((a, b) -> a + "\n" + b).orElse("");
tensorList.freeRef();
return temp_18_0016;
Returns
[
[ [ -1.688 ], [ 0.3 ], [ 1.512 ], [ 1.512 ], [ -0.852 ], [ -0.608 ], [ -0.608 ], [ 1.048 ] ],
[ [ -1.616 ], [ -0.384 ], [ 1.208 ], [ 1.208 ], [ -0.768 ], [ 1.108 ], [ 1.108 ], [ 0.788 ] ],
[ [ -0.176 ], [ 0.08 ], [ 0.636 ], [ 0.636 ], [ -1.72 ], [ 1.612 ], [ 1.612 ], [ 1.524 ] ],
[ [ -0.176 ], [ 0.08 ], [ 0.636 ], [ 0.636 ], [ -1.72 ], [ 1.612 ], [ 1.612 ], [ 1.524 ] ],
[ [ 0.092 ], [ 1.556 ], [ 1.764 ], [ 1.764 ], [ 1.356 ], [ 1.912 ], [ 1.912 ], [ 0.028 ] ],
[ [ -1.028 ], [ 0.048 ], [ 1.032 ], [ 1.032 ], [ 1.556 ], [ -0.804 ], [ -0.804 ], [ -0.128 ] ],
[ [ -1.028 ], [ 0.048 ], [ 1.032 ], [ 1.032 ], [ 1.556 ], [ -0.804 ], [ -0.804 ], [ -0.128 ] ],
[ [ 0.7 ], [ -0.068 ], [ 0.392 ], [ 0.392 ], [ -0.712 ], [ 1.64 ], [ 1.64 ], [ 0.496 ] ]
]
Next, we apply the same optimization using L-BFGS, which is nearly ideal for purely second-order or quadratic functions.
TrainingTester.java:509 executed in 0.02 seconds (0.000 gc):
IterativeTrainer iterativeTrainer = new IterativeTrainer(trainable.addRef());
try {
iterativeTrainer.setLineSearchFactory(label -> new ArmijoWolfeSearch());
iterativeTrainer.setOrientation(new LBFGS());
iterativeTrainer.setMonitor(TrainingTester.getMonitor(history));
iterativeTrainer.setTimeout(30, TimeUnit.SECONDS);
iterativeTrainer.setIterationsPerSample(100);
iterativeTrainer.setMaxIterations(250);
iterativeTrainer.setTerminateThreshold(0);
return iterativeTrainer.run();
} finally {
iterativeTrainer.freeRef();
}
Reset training subject: 4570020668609
java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at com.simiacryptus.util.Util.throwException(Util.java:502)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:57)
at com.simiacryptus.mindseye.eval.BatchedTrainable.measure(BatchedTrainable.java:66)
at com.simiacryptus.mindseye.opt.IterativeTrainer.measure(IterativeTrainer.java:143)
at com.simiacryptus.mindseye.opt.IterativeTrainer.run(IterativeTrainer.java:185)
at com.simiacryptus.mindseye.test.unit.TrainingTester.lambda$trainLBFGS$892d3ca8$1(TrainingTester.java:519)
at com.simiacryptus.notebook.MarkdownNotebookOutput.lambda$eval$dc58be99$1(MarkdownNotebookOutput.java:657)
at com.simiacryptus.util.test.SysOutInterceptor.withOutput(SysOutInterceptor.java:102)
at com.simiacryptus.notebook.MarkdownNotebookOutput.eval(MarkdownNotebookOutput.java:649)
at com.simiacryptus.notebook.NotebookOutput.eval(NotebookOutput.java:125)
at com.simiacryptus.mindseye.test.unit.TrainingTester.trainLBFGS(TrainingTester.java:509)
at com.simiacryptus.mindseye.test.unit.TrainingTester.runOpt(TrainingTester.java:658)
at com.simiacryptus.mindseye.test.unit.TrainingTester.train(TrainingTester.java:606)
at com.simiacryptus.mindseye.test.unit.TrainingTester.trainAll(TrainingTester.java:418)
at com.simiacryptus.mindseye.test.unit.TrainingTester.testInputLearning(TrainingTester.java:355)
at com.simiacryptus.mindseye.test.unit.TrainingTester.test(TrainingTester.java:229)
at com.simiacryptus.mindseye.test.unit.TrainingTester.test(TrainingTester.java:58)
at com.simiacryptus.mindseye.test.unit.LayerTests.run(LayerTests.java:369)
at com.simiacryptus.mindseye.test.unit.LayerTests.run(LayerTests.java:418)
at com.simiacryptus.mindseye.test.LayerTestBase.trainingTest(LayerTestBase.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
at java.lang.reflect.Method.invoke(Unknown Source)
at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:686)
at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
at org.junit.jupiter.engine.extension.TimeoutInvocation.proceed(TimeoutInvocation.java:46)
at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:149)
at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:140)
at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestMethod(TimeoutExtension.java:84)
at org.junit.jupiter.engine.execution.ExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(ExecutableInvoker.java:115)
at org.junit.jupiter.engine.execution.ExecutableInvoker.lambda$invoke$0(ExecutableInvoker.java:105)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45)
at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37)
at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:104)
at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:98)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$6(TestMethodTestDescriptor.java:205)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:201)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:137)
at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:71)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:135)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at java.util.ArrayList.forEach(Unknown Source)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at java.util.ArrayList.forEach(Unknown Source)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:125)
at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:135)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:123)
at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:122)
at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:80)
at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32)
at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57)
at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:51)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:248)
at org.junit.platform.launcher.core.DefaultLauncher.lambda$execute$5(DefaultLauncher.java:211)
at org.junit.platform.launcher.core.DefaultLauncher.withInterceptedStreams(DefaultLauncher.java:226)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:199)
at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:141)
at org.junit.platform.runner.JUnitPlatform.run(JUnitPlatform.java:139)
at com.simiacryptus.util.test.MacroTestRunner.runTest(MacroTestRunner.java:94)
at com.simiacryptus.util.test.MacroTestRunner.lambda$null$8bb7732f$1(MacroTestRunner.java:177)
at com.simiacryptus.aws.TendrilControl.lambda$null$0(TendrilControl.java:86)
at java.lang.Thread.run(Unknown Source)
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
at java.lang.reflect.Method.invoke(Unknown Source)
at com.simiacryptus.ref.lang.RefUtil$RefWrapperHandler.invoke(RefUtil.java:238)
at com.sun.proxy.$Proxy44.get(Unknown Source)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:54)
... 83 more
Caused by: java.lang.AssertionError
at com.simiacryptus.mindseye.lang.Delta.addInPlace(Delta.java:111)
at com.simiacryptus.mindseye.lang.Delta.addInPlace(Delta.java:106)
at com.simiacryptus.mindseye.lang.MutableResult$MutableAccumulator.accept(MutableResult.java:86)
at com.simiacryptus.mindseye.lang.MutableResult$MutableAccumulator.accept(MutableResult.java:70)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accum(CountingResult.java:115)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:108)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:76)
at com.simiacryptus.mindseye.layers.java.ImgTileSubnetLayer$TileAccumulator.accept(ImgTileSubnetLayer.java:178)
at com.simiacryptus.mindseye.layers.java.ImgTileSubnetLayer$TileAccumulator.accept(ImgTileSubnetLayer.java:149)
at com.simiacryptus.mindseye.layers.java.LinearActivationLayer$Accumulator.accept(LinearActivationLayer.java:219)
at com.simiacryptus.mindseye.layers.java.LinearActivationLayer$Accumulator.accept(LinearActivationLayer.java:163)
at com.simiacryptus.mindseye.layers.java.ImgTileAssemblyLayer$Accumulator.accept(ImgTileAssemblyLayer.java:328)
at com.simiacryptus.mindseye.layers.java.ImgTileAssemblyLayer$Accumulator.accept(ImgTileAssemblyLayer.java:277)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accum(CountingResult.java:115)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:108)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:76)
at com.simiacryptus.mindseye.layers.java.EntropyLossLayer$Accumulator.accept(EntropyLossLayer.java:212)
at com.simiacryptus.mindseye.layers.java.EntropyLossLayer$Accumulator.accept(EntropyLossLayer.java:149)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accum(CountingResult.java:115)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:108)
at com.simiacryptus.mindseye.network.CountingResult$CountingAccumulator.accept(CountingResult.java:76)
at com.simiacryptus.mindseye.lang.Result.accumulate(Result.java:136)
at com.simiacryptus.mindseye.lang.Result.accumulate(Result.java:126)
at com.simiacryptus.mindseye.lang.Result.accumulate(Result.java:122)
at com.simiacryptus.mindseye.eval.BasicTrainable.eval(BasicTrainable.java:178)
at com.simiacryptus.mindseye.eval.BasicTrainable.lambda$measure$3f677$1(BasicTrainable.java:127)
at com.simiacryptus.lang.TimedResult.time(TimedResult.java:54)
at com.simiacryptus.mindseye.eval.BasicTrainable.measure(BasicTrainable.java:127)
at com.simiacryptus.mindseye.eval.TrainableWrapper.measure(TrainableWrapper.java:70)
at com.simiacryptus.mindseye.eval.BatchedTrainable.lambda$measure$8766d393$1(BatchedTrainable.java:96)
... 90 more
This training apply resulted in the following configuration:
TrainingTester.java:610 executed in 0.00 seconds (0.000 gc):
RefList<double[]> state = network.state();
assert state != null;
String description = state.stream().map(RefArrays::toString).reduce((a, b) -> a + "\n" + b)
.orElse("");
state.freeRef();
return description;
Returns
TrainingTester.java:622 executed in 0.00 seconds (0.000 gc):
return RefArrays.stream(RefUtil.addRef(data)).flatMap(x -> {
return RefArrays.stream(x);
}).limit(1).map(x -> {
String temp_18_0015 = x.prettyPrint();
x.freeRef();
return temp_18_0015;
}).reduce((a, b) -> a + "\n" + b).orElse("");
Returns
[
[ [ -1.688 ], [ 0.3 ], [ 1.512 ], [ -0.852 ], [ -0.608 ], [ 1.048 ] ],
[ [ -1.616 ], [ -0.384 ], [ 1.208 ], [ -0.768 ], [ 1.108 ], [ 0.788 ] ],
[ [ -0.176 ], [ 0.08 ], [ 0.636 ], [ -1.72 ], [ 1.612 ], [ 1.524 ] ],
[ [ 0.092 ], [ 1.556 ], [ 1.764 ], [ 1.356 ], [ 1.912 ], [ 0.028 ] ],
[ [ -1.028 ], [ 0.048 ], [ 1.032 ], [ 1.556 ], [ -0.804 ], [ -0.128 ] ],
[ [ 0.7 ], [ -0.068 ], [ 0.392 ], [ -0.712 ], [ 1.64 ], [ 0.496 ] ]
]
To produce the following output:
TrainingTester.java:633 executed in 0.03 seconds (0.000 gc):
Result[] array = ConstantResult.batchResultArray(pop(RefUtil.addRef(data)));
@Nullable
Result eval = layer.eval(array);
assert eval != null;
TensorList tensorList = Result.getData(eval);
String temp_18_0016 = tensorList.stream().limit(1).map(x -> {
String temp_18_0017 = x.prettyPrint();
x.freeRef();
return temp_18_0017;
}).reduce((a, b) -> a + "\n" + b).orElse("");
tensorList.freeRef();
return temp_18_0016;
Returns
[
[ [ -1.688 ], [ 0.3 ], [ 1.512 ], [ 1.512 ], [ -0.852 ], [ -0.608 ], [ -0.608 ], [ 1.048 ] ],
[ [ -1.616 ], [ -0.384 ], [ 1.208 ], [ 1.208 ], [ -0.768 ], [ 1.108 ], [ 1.108 ], [ 0.788 ] ],
[ [ -0.176 ], [ 0.08 ], [ 0.636 ], [ 0.636 ], [ -1.72 ], [ 1.612 ], [ 1.612 ], [ 1.524 ] ],
[ [ -0.176 ], [ 0.08 ], [ 0.636 ], [ 0.636 ], [ -1.72 ], [ 1.612 ], [ 1.612 ], [ 1.524 ] ],
[ [ 0.092 ], [ 1.556 ], [ 1.764 ], [ 1.764 ], [ 1.356 ], [ 1.912 ], [ 1.912 ], [ 0.028 ] ],
[ [ -1.028 ], [ 0.048 ], [ 1.032 ], [ 1.032 ], [ 1.556 ], [ -0.804 ], [ -0.804 ], [ -0.128 ] ],
[ [ -1.028 ], [ 0.048 ], [ 1.032 ], [ 1.032 ], [ 1.556 ], [ -0.804 ], [ -0.804 ], [ -0.128 ] ],
[ [ 0.7 ], [ -0.068 ], [ 0.392 ], [ 0.392 ], [ -0.712 ], [ 1.64 ], [ 1.64 ], [ 0.496 ] ]
]
TrainingTester.java:432 executed in 0.01 seconds (0.000 gc):
return TestUtil.compare(title + " vs Iteration", runs);
No Data
TrainingTester.java:435 executed in 0.00 seconds (0.000 gc):
return TestUtil.compareTime(title + " vs Time", runs);
No Data
TrainingTester.java:255 executed in 0.02 seconds (0.000 gc):
return grid(inputLearning, modelLearning, completeLearning);
Returns
TrainingTester.java:258 executed in 0.00 seconds (0.000 gc):
return new ComponentResult(null == inputLearning ? null : inputLearning.value,
null == modelLearning ? null : modelLearning.value, null == completeLearning ? null : completeLearning.value);
Returns
{"input":{ "LBFGS": { "type": "NonConverged", "value": NaN }, "CjGD": { "type": "NonConverged", "value": NaN }, "GD": { "type": "NonConverged", "value": NaN } }, "model":null, "complete":null}
LayerTests.java:425 executed in 0.00 seconds (0.000 gc):
throwException(exceptions.addRef());
| details | result |
|---|---|
| {"input":{ "LBFGS": { "type": "NonConverged", "value": NaN }, "CjGD": { "type": "NonConverged", "value": NaN }, "GD": { "type": "NonConverged", "value": NaN } }, "model":null, "complete":null} | OK |
{
"result": "OK",
"performance": {
"execution_time": "0.510",
"gc_time": "0.171"
},
"created_on": 1586739157706,
"file_name": "trainingTest",
"report": {
"simpleName": "Overlapping",
"canonicalName": "com.simiacryptus.mindseye.layers.java.ImgTileSubnetLayerTest.Overlapping",
"link": "https://github.com/SimiaCryptus/mindseye-java/tree/93db34cedee48c0202777a2b25deddf1dfaf5731/src/test/java/com/simiacryptus/mindseye/layers/java/ImgTileSubnetLayerTest.java",
"javaDoc": ""
},
"training_analysis": {
"input": {
"LBFGS": {
"type": "NonConverged",
"value": "NaN"
},
"CjGD": {
"type": "NonConverged",
"value": "NaN"
},
"GD": {
"type": "NonConverged",
"value": "NaN"
}
}
},
"archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/java/ImgTileSubnetLayer/Overlapping/trainingTest/202004135237",
"id": "2eca26c7-a944-414e-801f-cc800760ca5b",
"report_type": "Components",
"display_name": "Comparative Training",
"target": {
"simpleName": "ImgTileSubnetLayer",
"canonicalName": "com.simiacryptus.mindseye.layers.java.ImgTileSubnetLayer",
"link": "https://github.com/SimiaCryptus/mindseye-java/tree/93db34cedee48c0202777a2b25deddf1dfaf5731/src/main/java/com/simiacryptus/mindseye/layers/java/ImgTileSubnetLayer.java",
"javaDoc": ""
}
}