Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase
This key is an alternate implementation which is expected to behave the same as the following key:
EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):
assert reference != null;
log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
{
"class": "com.simiacryptus.mindseye.layers.java.SumInputsLayer",
"id": "c94b76c4-0b70-4d64-8a61-c5248d526bc9",
"isFrozen": false,
"name": "SumInputsLayer"
}
EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):
log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
{
"class": "com.simiacryptus.mindseye.layers.cudnn.SumInputsLayer",
"id": "d473bcc3-cc07-4214-8da6-c96081a347cd",
"isFrozen": false,
"name": "SumInputsLayer",
"precision": "Float",
"parallel": true
}
We measureStyle the agreement between the two layers in a random execution:
EquivalencyTester.java:121 executed in 0.51 seconds (0.000 gc):
return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Inputs: [
[ [ 0.08 ], [ -1.476 ], [ 1.224 ], [ 0.148 ], [ -0.68 ], [ 0.968 ], [ 0.504 ], [ 0.34 ], ... ],
[ [ 0.7 ], [ 0.784 ], [ 1.376 ], [ -1.88 ], [ 1.172 ], [ 1.46 ], [ -0.084 ], [ 1.66 ], ... ],
[ [ -0.128 ], [ -1.74 ], [ -0.02 ], [ 0.136 ], [ 0.144 ], [ -1.88 ], [ 1.348 ], [ -1.196 ], ... ],
[ [ 0.496 ], [ 1.308 ], [ -0.872 ], [ -1.756 ], [ 0.812 ], [ 0.52 ], [ -1.512 ], [ -0.668 ], ... ],
[ [ -0.608 ], [ -1.104 ], [ 1.168 ], [ -1.7 ], [ -0.952 ], [ -0.356 ], [ 1.968 ], [ 1.052 ], ... ],
[ [ 1.764 ], [ -0.404 ], [ 1.156 ], [ 0.444 ], [ 0.52 ], [ 1.568 ], [ -1.624 ], [ 1.316 ], ... ],
[ [ 0.048 ], [ 1.988 ], [ -0.868 ], [ 0.504 ], [ -1.444 ], [ 0.16 ], [ -1.796 ], [ 1.744 ], ... ],
[ [ 1.524 ], [ 0.676 ], [ -1.144 ], [ -1.66 ], [ 1.66 ], [ 0.48 ], [ 1.196 ], [ 1.252 ], ... ],
...
],
[
[ [ -0.852 ], [ 1.136 ], [ 0.248 ], [ 1.988 ], [ 0.872 ], [ 0.34 ], [ 1.464 ], [ -1.46 ], ... ],
[ [ 0.848 ], [ -1.356 ], [ -1.388 ], [ -0.804 ], [ -0.564 ], [ 1.008 ], [ 1.192 ], [ -1.192 ], ... ],
[ [ -0.752 ], [ -1.092 ], [ 0.1 ], [ 1.768 ], [ -0.968 ], [ -0.664 ], [ 0.644 ], [ 1.756 ], ... ],
[ [ 0.868 ], [ 0.076 ], [ 0.416 ], [ -1.688 ], [ 1.304 ], [ 1.488 ], [ -0.864 ], [ -1.464 ], ... ],
[ [ 0.78 ], [ -0.924 ], [ 0.916 ], [ 1.476 ], [ 1.848 ], [ 1.644 ], [ -1.104 ], [ -0.692 ], ... ],
[ [ -0.968 ], [ 1.248 ], [ -0.788 ], [ 0.428 ], [ 0.372 ], [ -1.696 ], [ -1.48 ], [ -0.96 ], ... ],
[ [ -1.2 ], [ 0.08 ], [ -1.484 ], [ -1.68 ], [ -1.696 ], [ 0.632 ], [ 0.172 ], [ 0.388 ], ... ],
[ [ 0.88 ], [ 0.132 ], [ 0.188 ], [ -0.332 ], [ 0.496 ], [ 0.568 ], [ -0.912 ], [ 0.608 ], ... ],
...
]
Subject Output: [
[ [ -0.7720000147819519 ], [ -0.3399999141693115 ], [ 1.472000002861023 ], [ 2.136000156402588 ], [ 0.19199997186660767 ], [ 1.3079999685287476 ], [ 1.9679999351501465 ], [ -1.1200000047683716 ], ... ],
[ [ 1.5479999780654907 ], [ -0.5719999670982361 ], [ -0.011999964714050293 ], [ -2.684000015258789 ], [ 0.6080000400543213 ], [ 2.4679999351501465 ], [ 1.1080000400543213 ], [ 0.4679999351501465 ], ... ],
[ [ -0.8799999952316284 ], [ -2.8320000171661377 ], [ 0.07999999821186066 ], [ 1.9040000438690186 ], [ -0.8240000009536743 ], [ -2.5439999103546143 ], [ 1.9920001029968262 ], [ 0.5600000619888306 ], ... ],
[ [ 1.3639999628067017 ], [ 1.3839999437332153 ], [ -0.4559999704360962 ], [ -3.444000005722046 ], [ 2.115999937057495 ], [ 2.007999897003174 ], [ -2.375999927520752 ], [ -2.131999969482422 ], ... ],
[ [ 0.171999990940094 ], [ -2.0279998779296875 ], [ 2.0840001106262207 ], [ -0.22400009632110596 ], [ 0.8960000276565552 ], [ 1.2880001068115234 ], [ 0.8640000820159912 ], [ 0.3600000739097595 ], ... ],
[ [ 0.796000063419342 ], [ 0.843999981880188 ], [ 0.3680000305175781 ], [ 0.871999979019165 ], [ 0.8919999599456787 ], [ -0.12800002098083496 ], [ -3.1040000915527344 ], [ 0.35600000619888306 ], ... ],
[ [ -1.152000069618225 ], [ 2.068000078201294 ], [ -2.3519999980926514 ], [ -1.1759998798370361 ], [ -3.1399998664855957 ], [ 0.7920000553131104 ], [ -1.6239999532699585 ], [ 2.131999969482422 ], ... ],
[ [ 2.4040000438690186 ], [ 0.8079999685287476 ], [ -0.9560000896453857 ], [ -1.9919999837875366 ], [ 2.1559998989105225 ], [ 1.0479999780654907 ], [ 0.2839999794960022 ], [ 1.8599998950958252 ], ... ],
...
]
Reference Output: [
[ [ -0.772 ], [ -0.3400000000000001 ], [ 1.472 ], [ 2.136 ], [ 0.19199999999999995 ], [ 1.308 ], [ 1.968 ], [ -1.1199999999999999 ], ... ],
[ [ 1.548 ], [ -0.5720000000000001 ], [ -0.01200000000000001 ], [ -2.684 ], [ 0.608 ], [ 2.468 ], [ 1.1079999999999999 ], [ 0.46799999999999997 ], ... ],
[ [ -0.88 ], [ -2.832 ], [ 0.08 ], [ 1.904 ], [ -0.824 ], [ -2.544 ], [ 1.992 ], [ 0.56 ], ... ],
[ [ 1.3639999999999999 ], [ 1.3840000000000001 ], [ -0.456 ], [ -3.444 ], [ 2.116 ], [ 2.008 ], [ -2.376 ], [ -2.132 ], ... ],
[ [ 0.17200000000000004 ], [ -2.028 ], [ 2.084 ], [ -0.22399999999999998 ], [ 0.8960000000000001 ], [ 1.2879999999999998 ], [ 0.8639999999999999 ], [ 0.3600000000000001 ], ... ],
[ [ 0.796 ], [ 0.844 ], [ 0.3679999999999999 ], [ 0.872 ], [ 0.892 ], [ -0.1279999999999999 ], [ -3.104 ], [ 0.3560000000000001 ], ... ],
[ [ -1.152 ], [ 2.068 ], [ -2.352 ], [ -1.176 ], [ -3.1399999999999997 ], [ 0.792 ], [ -1.624 ], [ 2.132 ], ... ],
[ [ 2.404 ], [ 0.808 ], [ -0.956 ], [ -1.992 ], [ 2.1559999999999997 ], [ 1.048 ], [ 0.2839999999999999 ], [ 1.8599999999999999 ], ... ],
...
]
Error: [
[ [ -1.478195188475695E-8 ], [ 8.583068855649856E-8 ], [ 2.8610229740877458E-9 ], [ 1.5640258776983273E-7 ], [ -2.8133392282470027E-8 ], [ -3.14712524929206E-8 ], [ -6.484985348720329E-8 ], [ -4.7683716974944446E-9 ], ... ],
[ [ -2.1934509319976314E-8 ], [ 3.290176397996447E-8 ], [ 3.528594971768939E-8 ], [ -1.525878889907517E-8 ], [ 4.005432130416153E-8 ], [ -6.484985348720329E-8 ], [ 4.0054321415183836E-8 ], [ -6.484985348720329E-8 ], ... ],
[ [ 4.768371586472142E-9 ], [ -1.7166137844526475E-8 ], [ -1.7881393449270533E-9 ], [ 4.386901863995263E-8 ], [ -9.536743617033494E-10 ], [ 8.964538578126735E-8 ], [ 1.0299682617898043E-7 ], [ 6.198883051311554E-8 ], ... ],
[ [ -3.7193298219051485E-8 ], [ -5.626678478698466E-8 ], [ 2.956390382502505E-8 ], [ -5.7220459481754915E-9 ], [ -6.29425049858412E-8 ], [ -1.0299682617898043E-7 ], [ 7.247924793674088E-8 ], [ 3.051757824223955E-8 ], ... ],
[ [ -9.05990604760376E-9 ], [ 1.22070312524869E-7 ], [ 1.1062622062851801E-7 ], [ -9.632110598012389E-8 ], [ 2.76565550461072E-8 ], [ 1.0681152362579382E-7 ], [ 8.201599133172977E-8 ], [ 7.390975942378475E-8 ], ... ],
[ [ 6.341934200015942E-8 ], [ -1.811981198418522E-8 ], [ 3.051757824223955E-8 ], [ -2.0980834958272965E-8 ], [ -4.005432130416153E-8 ], [ -2.0980835069295267E-8 ], [ -9.155273428262944E-8 ], [ 6.1988829624937125E-9 ], ... ],
[ [ -6.961822518469774E-8 ], [ 7.820129388491637E-8 ], [ 1.907348501362094E-9 ], [ 1.201629638014623E-7 ], [ 1.3351440397713077E-7 ], [ 5.5313110314259006E-8 ], [ 4.6730041614040374E-8 ], [ -3.051757824223955E-8 ], ... ],
[ [ 4.386901863995263E-8 ], [ -3.14712524929206E-8 ], [ -8.964538578126735E-8 ], [ 1.6212463371800823E-8 ], [ -1.0108947723352912E-7 ], [ -2.1934509319976314E-8 ], [ -2.050399772191014E-8 ], [ -1.0490417468034252E-7 ], ... ],
...
]
Accuracy:
absoluteTol: 4.3413e-08 +- 3.8716e-08 [0.0000e+00 - 2.3651e-07] (1440000#)
relativeTol: 4.9999e-08 +- 2.8996e-07 [0.0000e+00 - 8.4638e-06] (1438577#)
Returns
{
"absoluteTol" : {
"count" : 1440000,
"sum" : 0.06251427577397081,
"min" : 0.0,
"max" : 2.365112301561112E-7,
"sumOfSquare" : 4.872393301763728E-9,
"standardDeviation" : 3.871620688344348E-8,
"average" : 4.3412691509701954E-8
},
"relativeTol" : {
"count" : 1438577,
"sum" : 0.07192710850764712,
"min" : 0.0,
"max" : 8.463787949104656E-6,
"sumOfSquare" : 1.245467240222263E-7,
"standardDeviation" : 2.8995940384684013E-7,
"average" : 4.999878943403594E-8
}
}
LayerTests.java:425 executed in 0.00 seconds (0.000 gc):
throwException(exceptions.addRef());
| class | details | result |
|---|---|---|
| com.simiacryptus.mindseye.test.unit.EquivalencyTester | ToleranceStatistics{absoluteTol=4.3413e-08 +- 3.8716e-08 [0.0000e+00 - 2.3651e-07] (1440000#), relativeTol=4.9999e-08 +- 2.8996e-07 [0.0000e+00 - 8.4638e-06] (1438577#)} | OK |
{
"result": "OK",
"performance": {
"execution_time": "0.834",
"gc_time": "0.198"
},
"created_on": 1586742156645,
"file_name": "equivalencyTest",
"report": {
"simpleName": "Float_Add",
"canonicalName": "com.simiacryptus.mindseye.layers.cudnn.SumInputsLayerTest.Float_Add",
"link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/SumInputsLayerTest.java",
"javaDoc": ""
},
"archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/SumInputsLayer/Float_Add/equivalencyTest/202004134236",
"id": "3ebbf522-161e-4fef-8245-9d8b8031ff55",
"report_type": "Components",
"display_name": "Equivalency Validation",
"target": {
"simpleName": "SumInputsLayer",
"canonicalName": "com.simiacryptus.mindseye.layers.cudnn.SumInputsLayer",
"link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/SumInputsLayer.java",
"javaDoc": ""
}
}