Reset training subject: 4390846753983 BACKPROP_AGG_SIZE = 3 THREADS = 64 SINGLE_THREADED = false Initialized CoreSettings = { "backpropAggregationSize" : 3, "jvmThreads" : 64, "singleThreaded" : false } Reset training subject: 4390920307143 Constructing line search parameters: GD th(0)=18439.01364585362;dx=-3.814062516802853E25 New Minimum: 18439.01364585362 > 9602.54824612377 Armijo: th(2.154434690031884)=9602.54824612377; dx=3.7317039287245275E26 evalInputDelta=8836.465399729852 New Minimum: 9602.54824612377 > 8262.38177742565 Armijo: th(1.077217345015942)=8262.38177742565; dx=3.636118598043182E26 evalInputDelta=10176.631868427972 New Minimum: 8262.38177742565 > 7510.921543889203 Armijo: th(0.3590724483386473)=7510.921543889203; dx=3.4846194332939094E26 evalInputDelta=10928.09210196442 New Minimum: 7510.921543889203 > 7269.4014597733885 Armijo: th(0.08976811208466183)=7269.4014597733885; dx=3.293448771928668E26 evalInputDelta=11169.612186080234 New Minimum: 7269.4014597733885 > 7245.911016742262 Armijo: th(0.017953622416932366)=7245.911016742262; dx=3.0715065071435635E26 evalInputDelta=11193.10262911136 Armijo: th(0.002992270402822061)=7275.746047011967; dx=2.8244220115985495E26 evalInputDelta=11163.267598841656 Armijo: th(4.2746720040315154E-4)=7298.640992048868; dx=2.556080062189209E26 evalInputDelta=11140.372653804754 Armijo: th(5.343340005039394E-5)=7309.650058555424; dx=2.269324063216147E26 evalInputDelta=11129.363587298198 Armijo: th(5.9370444500437714E-6)=7313.9473921581375; dx=1.9663256703223725E26 evalInputDelta=11125.066253695484 Armijo: th(5.937044450043771E-7)=7315.3715024184985; dx=1.648797432855578E26 evalInputDelta=11123.642143435123 Armijo: th(5.397313136403428E-8)=7313.875282314293; dx=1.3181193531060046E26 evalInputDelta=11125.138363539329 Armijo: th(4.4977609470028565E-9)=7302.476070596943; dx=9.753620561233359E25 evalInputDelta=11136.53757525668 Armijo: th(3.4598161130791205E-10)=7251.616860757911; dx=6.203569514507598E25 evalInputDelta=11187.39678509571 Armijo: th(2.4712972236279432E-11)=8039.354273479791; dx=2.2978142260554087E25 evalInputDelta=10399.65937237383 Armijo: th(1.6475314824186289E-12)=15276.31932337227; dx=-1.4236926712787376E25 evalInputDelta=3162.6943224813513 Armijo: th(1.029707176511643E-13)=18075.891696265673; dx=-2.8428561312224946E25 evalInputDelta=363.1219495879486 Armijo: th(6.057101038303783E-15)=18404.18299671834; dx=-3.5874760586757795E25 evalInputDelta=34.83064913528142 MIN ALPHA (3.3650561323909904E-16): th(0.017953622416932366)=7245.911016742262 Fitness changed from 18439.01364585362 to 7245.911016742262 Iteration 1 complete. Error: 7245.911016742262 Total: 1.2179; Orientation: 0.0105; Line Search: 1.0963 th(0)=7245.911016742262;dx=-6.20805633127077E27 New Minimum: 7245.911016742262 > 7245.9110167422605 Armijo: th(2.154434690031884E-15)=7245.9110167422605; dx=-6.208056446325591E27 evalInputDelta=1.8189894035458565E-12 Armijo: th(1.077217345015942E-15)=7245.911016742262; dx=-6.208056388646978E27 evalInputDelta=0.0 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.9110167422605 Fitness changed from 7245.911016742262 to 7245.9110167422605 Iteration 2 complete. Error: 7245.9110167422605 Total: 0.0899; Orientation: 0.0039; Line Search: 0.0755 th(0)=7245.9110167422605;dx=-6.208056561904613E27 New Minimum: 7245.9110167422605 > 7245.91101674226 Armijo: th(2.154434690031884E-15)=7245.91101674226; dx=-6.208056679245175E27 evalInputDelta=9.094947017729282E-13 Armijo: th(1.077217345015942E-15)=7245.91101674226; dx=-6.208056620418617E27 evalInputDelta=9.094947017729282E-13 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.91101674226 Fitness changed from 7245.9110167422605 to 7245.91101674226 Iteration 3 complete. Error: 7245.91101674226 Total: 0.1162; Orientation: 0.0032; Line Search: 0.1039 th(0)=7245.91101674226;dx=-6.208056797125176E27 New Minimum: 7245.91101674226 > 7245.911016742257 Armijo: th(2.154434690031884E-15)=7245.911016742257; dx=-6.208056916823819E27 evalInputDelta=2.7284841053187847E-12 Armijo: th(1.077217345015942E-15)=7245.911016742258; dx=-6.208056856812908E27 evalInputDelta=1.8189894035458565E-12 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742257 Fitness changed from 7245.91101674226 to 7245.911016742257 Iteration 4 complete. Error: 7245.911016742257 Total: 0.4092; Orientation: 0.0029; Line Search: 0.3967 th(0)=7245.911016742257;dx=-6.208057037077791E27 New Minimum: 7245.911016742257 > 7245.911016742255 Armijo: th(2.154434690031884E-15)=7245.911016742255; dx=-6.208057159210146E27 evalInputDelta=1.8189894035458565E-12 Armijo: th(1.077217345015942E-15)=7245.911016742257; dx=-6.208057097976813E27 evalInputDelta=0.0 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742255 Fitness changed from 7245.911016742257 to 7245.911016742255 Iteration 5 complete. Error: 7245.911016742255 Total: 0.1668; Orientation: 0.0037; Line Search: 0.1499 th(0)=7245.911016742255;dx=-6.208057281914412E27 New Minimum: 7245.911016742255 > 7245.911016742253 Armijo: th(2.154434690031884E-15)=7245.911016742253; dx=-6.208057406559598E27 evalInputDelta=1.8189894035458565E-12 Armijo: th(1.077217345015942E-15)=7245.911016742253; dx=-6.208057344064015E27 evalInputDelta=1.8189894035458565E-12 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742253 Fitness changed from 7245.911016742255 to 7245.911016742253 Iteration 6 complete. Error: 7245.911016742253 Total: 0.6266; Orientation: 0.0035; Line Search: 0.6131 th(0)=7245.911016742253;dx=-6.208057531794006E27 New Minimum: 7245.911016742253 > 7245.9110167422505 Armijo: th(2.154434690031884E-15)=7245.9110167422505; dx=-6.208057659034837E27 evalInputDelta=2.7284841053187847E-12 Armijo: th(1.077217345015942E-15)=7245.911016742252; dx=-6.208057595235311E27 evalInputDelta=9.094947017729282E-13 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.9110167422505 Fitness changed from 7245.911016742253 to 7245.9110167422505 Iteration 7 complete. Error: 7245.9110167422505 Total: 0.2694; Orientation: 0.0110; Line Search: 0.2345 th(0)=7245.9110167422505;dx=-6.208057786882978E27 New Minimum: 7245.9110167422505 > 7245.911016742248 Armijo: th(2.154434690031884E-15)=7245.911016742248; dx=-6.208057916806202E27 evalInputDelta=2.7284841053187847E-12 Armijo: th(1.077217345015942E-15)=7245.91101674225; dx=-6.208057851659055E27 evalInputDelta=9.094947017729282E-13 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742248 Fitness changed from 7245.9110167422505 to 7245.911016742248 Iteration 8 complete. Error: 7245.911016742248 Total: 0.2433; Orientation: 0.0045; Line Search: 0.2203 th(0)=7245.911016742248;dx=-6.208058047355641E27 New Minimum: 7245.911016742248 > 7245.911016742246 Armijo: th(2.154434690031884E-15)=7245.911016742246; dx=-6.208058180052174E27 evalInputDelta=1.8189894035458565E-12 Armijo: th(1.077217345015942E-15)=7245.911016742248; dx=-6.208058113511625E27 evalInputDelta=0.0 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742246 Fitness changed from 7245.911016742248 to 7245.911016742246 Iteration 9 complete. Error: 7245.911016742246 Total: 0.5627; Orientation: 0.0361; Line Search: 0.5170 th(0)=7245.911016742246;dx=-6.208058313394699E27 New Minimum: 7245.911016742246 > 7245.911016742245 Armijo: th(2.154434690031884E-15)=7245.911016742245; dx=-6.208058448959896E27 evalInputDelta=9.094947017729282E-13 Armijo: th(1.077217345015942E-15)=7245.911016742246; dx=-6.208058380977922E27 evalInputDelta=0.0 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742245 Fitness changed from 7245.911016742246 to 7245.911016742245 Iteration 10 complete. Error: 7245.911016742245 Total: 0.1480; Orientation: 0.0034; Line Search: 0.1352 th(0)=7245.911016742245;dx=-6.208058585191784E27 New Minimum: 7245.911016742245 > 7245.911016742242 Armijo: th(2.154434690031884E-15)=7245.911016742242; dx=-6.208058723725721E27 evalInputDelta=2.7284841053187847E-12 Armijo: th(1.077217345015942E-15)=7245.911016742243; dx=-6.208058654251919E27 evalInputDelta=1.8189894035458565E-12 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742242 Fitness changed from 7245.911016742245 to 7245.911016742242 Iteration 11 complete. Error: 7245.911016742242 Total: 0.2270; Orientation: 0.0087; Line Search: 0.2089 th(0)=7245.911016742242;dx=-6.208058862948033E27 New Minimum: 7245.911016742242 > 7245.911016742239 Armijo: th(2.154434690031884E-15)=7245.911016742239; dx=-6.208059004555823E27 evalInputDelta=3.637978807091713E-12 Armijo: th(1.077217345015942E-15)=7245.9110167422405; dx=-6.208058933537241E27 evalInputDelta=1.8189894035458565E-12 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742239 Fitness changed from 7245.911016742242 to 7245.911016742239 Iteration 12 complete. Error: 7245.911016742239 Total: 0.2007; Orientation: 0.0050; Line Search: 0.1861 th(0)=7245.911016742239;dx=-6.208059146874709E27 New Minimum: 7245.911016742239 > 7245.911016742238 Armijo: th(2.154434690031884E-15)=7245.911016742238; dx=-6.208059291666826E27 evalInputDelta=9.094947017729282E-13 Armijo: th(1.077217345015942E-15)=7245.911016742239; dx=-6.20805921904781E27 evalInputDelta=0.0 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742238 Fitness changed from 7245.911016742239 to 7245.911016742238 Iteration 13 complete. Error: 7245.911016742238 Total: 0.2130; Orientation: 0.0039; Line Search: 0.1992 th(0)=7245.911016742238;dx=-6.208059437193875E27 New Minimum: 7245.911016742238 > 7245.911016742236 Armijo: th(2.154434690031884E-15)=7245.911016742236; dx=-6.20805958528652E27 evalInputDelta=1.8189894035458565E-12 Armijo: th(1.077217345015942E-15)=7245.911016742238; dx=-6.208059511008519E27 evalInputDelta=0.0 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742236 Fitness changed from 7245.911016742238 to 7245.911016742236 Iteration 14 complete. Error: 7245.911016742236 Total: 0.2360; Orientation: 0.0032; Line Search: 0.2132 th(0)=7245.911016742236;dx=-6.208059734139115E27 New Minimum: 7245.911016742236 > 7245.911016742235 Armijo: th(2.154434690031884E-15)=7245.911016742235; dx=-6.208059885654613E27 evalInputDelta=9.094947017729282E-13 Armijo: th(1.077217345015942E-15)=7245.911016742235; dx=-6.208059809655986E27 evalInputDelta=9.094947017729282E-13 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742235 Fitness changed from 7245.911016742236 to 7245.911016742235 Iteration 15 complete. Error: 7245.911016742235 Total: 0.2131; Orientation: 0.0035; Line Search: 0.2003 th(0)=7245.911016742235;dx=-6.208060037956339E27 New Minimum: 7245.911016742235 > 7245.911016742231 Armijo: th(2.154434690031884E-15)=7245.911016742231; dx=-6.208060193023554E27 evalInputDelta=3.637978807091713E-12 Armijo: th(1.077217345015942E-15)=7245.911016742233; dx=-6.208060115239353E27 evalInputDelta=1.8189894035458565E-12 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742231 Fitness changed from 7245.911016742235 to 7245.911016742231 Iteration 16 complete. Error: 7245.911016742231 Total: 0.2577; Orientation: 0.0978; Line Search: 0.0771 th(0)=7245.911016742231;dx=-6.208060348904624E27 New Minimum: 7245.911016742231 > 7245.9110167422305 Armijo: th(2.154434690031884E-15)=7245.9110167422305; dx=-6.208060507659434E27 evalInputDelta=9.094947017729282E-13 Armijo: th(1.077217345015942E-15)=7245.9110167422305; dx=-6.208060428021166E27 evalInputDelta=9.094947017729282E-13 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.9110167422305 Fitness changed from 7245.911016742231 to 7245.9110167422305 Iteration 17 complete. Error: 7245.9110167422305 Total: 0.0722; Orientation: 0.0043; Line Search: 0.0588 th(0)=7245.9110167422305;dx=-6.208060667257162E27 New Minimum: 7245.9110167422305 > 7245.911016742228 Armijo: th(2.154434690031884E-15)=7245.911016742228; dx=-6.20806082984295E27 evalInputDelta=2.7284841053187847E-12 Armijo: th(1.077217345015942E-15)=7245.911016742229; dx=-6.208060748278333E27 evalInputDelta=1.8189894035458565E-12 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742228 Fitness changed from 7245.9110167422305 to 7245.911016742228 Iteration 18 complete. Error: 7245.911016742228 Total: 0.2845; Orientation: 0.0029; Line Search: 0.2730 th(0)=7245.911016742228;dx=-6.208060993302265E27 New Minimum: 7245.911016742228 > 7245.911016742224 Armijo: th(2.154434690031884E-15)=7245.911016742224; dx=-6.208061159870479E27 evalInputDelta=3.637978807091713E-12 Armijo: th(1.077217345015942E-15)=7245.911016742226; dx=-6.208061076303149E27 evalInputDelta=1.8189894035458565E-12 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742224 Fitness changed from 7245.911016742228 to 7245.911016742224 Iteration 19 complete. Error: 7245.911016742224 Total: 0.2551; Orientation: 0.0031; Line Search: 0.2434 th(0)=7245.911016742224;dx=-6.208061327344477E27 New Minimum: 7245.911016742224 > 7245.911016742221 Armijo: th(2.154434690031884E-15)=7245.911016742221; dx=-6.208061498055226E27 evalInputDelta=2.7284841053187847E-12 Armijo: th(1.077217345015942E-15)=7245.911016742223; dx=-6.208061412404439E27 evalInputDelta=9.094947017729282E-13 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742221 Fitness changed from 7245.911016742224 to 7245.911016742221 Iteration 20 complete. Error: 7245.911016742221 Total: 0.1866; Orientation: 0.0626; Line Search: 0.0883 th(0)=7245.911016742221;dx=-6.208061669705781E27 New Minimum: 7245.911016742221 > 7245.91101674222 Armijo: th(2.154434690031884E-15)=7245.91101674222; dx=-6.20806184472849E27 evalInputDelta=9.094947017729282E-13 Armijo: th(1.077217345015942E-15)=7245.911016742221; dx=-6.208061756908793E27 evalInputDelta=0.0 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.91101674222 Fitness changed from 7245.911016742221 to 7245.91101674222 Iteration 21 complete. Error: 7245.91101674222 Total: 0.1788; Orientation: 0.0038; Line Search: 0.1560 th(0)=7245.91101674222;dx=-6.208062020726925E27 New Minimum: 7245.91101674222 > 7245.911016742217 Armijo: th(2.154434690031884E-15)=7245.911016742217; dx=-6.208062200241052E27 evalInputDelta=3.637978807091713E-12 Armijo: th(1.077217345015942E-15)=7245.911016742219; dx=-6.208062110161916E27 evalInputDelta=1.8189894035458565E-12 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742217 Fitness changed from 7245.91101674222 to 7245.911016742217 Iteration 22 complete. Error: 7245.911016742217 Total: 0.4453; Orientation: 0.0032; Line Search: 0.4308 th(0)=7245.911016742217;dx=-6.208062380768867E27 New Minimum: 7245.911016742217 > 7245.911016742214 Armijo: th(2.154434690031884E-15)=7245.911016742214; dx=-6.208062564964688E27 evalInputDelta=2.7284841053187847E-12 Armijo: th(1.077217345015942E-15)=7245.911016742216; dx=-6.208062472530108E27 evalInputDelta=9.094947017729282E-13 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742214 Fitness changed from 7245.911016742217 to 7245.911016742214 Iteration 23 complete. Error: 7245.911016742214 Total: 0.2639; Orientation: 0.0048; Line Search: 0.2491 th(0)=7245.911016742214;dx=-6.208062750214358E27 New Minimum: 7245.911016742214 > 7245.911016742213 Armijo: th(2.154434690031884E-15)=7245.911016742213; dx=-6.20806293929384E27 evalInputDelta=9.094947017729282E-13 Armijo: th(1.077217345015942E-15)=7245.911016742213; dx=-6.208062844401894E27 evalInputDelta=9.094947017729282E-13 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.911016742213 Fitness changed from 7245.911016742214 to 7245.911016742213 Iteration 24 complete. Error: 7245.911016742213 Total: 0.3512; Orientation: 0.0038; Line Search: 0.3388 th(0)=7245.911016742213;dx=-6.208063129469694E27 New Minimum: 7245.911016742213 > 7245.9110167422095 Armijo: th(2.154434690031884E-15)=7245.9110167422095; dx=-6.208063323647438E27 evalInputDelta=3.637978807091713E-12 Armijo: th(1.077217345015942E-15)=7245.911016742213; dx=-6.208063226189811E27 evalInputDelta=0.0 MIN ALPHA (3.5907244833864734E-16): th(2.154434690031884E-15)=7245.9110167422095 Fitness changed from 7245.911016742213 to 7245.9110167422095 Iteration 25 complete. Error: 7245.9110167422095 Total: 0.2102; Orientation: 0.0272; Line Search: 0.1740 th(0)=7245.9110167422095;dx=-6.208063518966633E27 Armijo: th(2.154434690031884E-15)=7245.9110167422095; dx=-6.208063718470923E27 evalInputDelta=0.0 Armijo: th(1.077217345015942E-15)=7245.9110167422095; dx=-6.208063618332369E27 evalInputDelta=0.0 MIN ALPHA (3.5907244833864734E-16): th(0.0)=7245.9110167422095 Fitness changed from 7245.9110167422095 to 7245.9110167422095 Static Iteration Total: 0.4732; Orientation: 0.0039; Line Search: 0.4607 Iteration 26 failed. Error: 7245.9110167422095 Previous Error: 0.0 -> 7245.9110167422095 Optimization terminated 26 Final threshold in iteration 26: 7245.9110167422095 (> 0.0) after 7.919s (< 30.000s)