1. Test Modules
  2. Reference Implementation
  3. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Using Seed 4166473489874569216

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.java.ImgConcatLayer",
"id": "d91b7e1f-aa9b-4e48-a77d-ac05cd108450",
"isFrozen": false,
"name": "ImgConcatLayer",
"maxBands": -1
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.cudnn.ImgConcatLayer",
"id": "a1e1b04d-8b6e-40f3-a679-1fdce06ec216",
"isFrozen": false,
"name": "ImgConcatLayer",
"maxBands": -1,
"precision": "Float",
"parallel": true
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.93 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging
Inputs: [
[ [ 0.08 ], [ -1.476 ], [ 1.224 ], [ 0.148 ], [ -0.68 ], [ 0.968 ], [ 0.504 ], [ 0.34 ], ... ],
[ [ 0.7 ], [ 0.784 ], [ 1.376 ], [ -1.88 ], [ 1.172 ], [ 1.46 ], [ -0.084 ], [ 1.66 ], ... ],
[ [ -0.128 ], [ -1.74 ], [ -0.02 ], [ 0.136 ], [ 0.144 ], [ -1.88 ], [ 1.348 ], [ -1.196 ], ... ],
[ [ 0.496 ], [ 1.308 ], [ -0.872 ], [ -1.756 ], [ 0.812 ], [ 0.52 ], [ -1.512 ], [ -0.668 ], ... ],
[ [ -0.608 ], [ -1.104 ], [ 1.168 ], [ -1.7 ], [ -0.952 ], [ -0.356 ], [ 1.968 ], [ 1.052 ], ... ],
[ [ 1.764 ], [ -0.404 ], [ 1.156 ], [ 0.444 ], [ 0.52 ], [ 1.568 ], [ -1.624 ], [ 1.316 ], ... ],
[ [ 0.048 ], [ 1.988 ], [ -0.868 ], [ 0.504 ], [ -1.444 ], [ 0.16 ], [ -1.796 ], [ 1.744 ], ... ],
[ [ 1.524 ], [ 0.676 ], [ -1.144 ], [ -1.66 ], [ 1.66 ], [ 0.48 ], [ 1.196 ], [ 1.252 ], ... ],
...
],
[
[ [ -0.852 ], [ 1.136 ], [ 0.248 ], [ 1.988 ], [ 0.872 ], [ 0.34 ], [ 1.464 ], [ -1.46 ], ... ],
[ [ 0.848 ], [ -1.356 ], [ -1.388 ], [ -0.804 ], [ -0.564 ], [ 1.008 ], [ 1.192 ], [ -1.192 ], ... ],
[ [ -0.752 ], [ -1.092 ], [ 0.1 ], [ 1.768 ], [ -0.968 ], [ -0.664 ], [ 0.644 ], [ 1.756 ], ... ],
[ [ 0.868 ], [ 0.076 ], [ 0.416 ], [ -1.688 ], [ 1.304 ], [ 1.488 ], [ -0.864 ], [ -1.464 ], ... ],
[ [ 0.78 ], [ -0.924 ], [ 0.916 ], [ 1.476 ], [ 1.848 ], [ 1.644 ], [ -1.104 ], [ -0.692 ], ... ],
[ [ -0.968 ], [ 1.248 ], [ -0.788 ], [ 0.428 ], [ 0.372 ], [ -1.696 ], [ -1.48 ], [ -0.96 ], ... ],
[ [ -1.2 ], [ 0.08 ], [ -1.484 ], [ -1.68 ], [ -1.696 ], [ 0.632 ], [ 0.172 ], [ 0.388 ], ... ],
[ [ 0.88 ], [ 0.132 ], [ 0.188 ], [ -0.332 ], [ 0.496 ], [ 0.568 ], [ -0.912 ], [ 0.608 ], ... ],
...
]
Subject Output: [
[ [ 0.07999999821186066, -0.8519999980926514 ], [ -1.4759999513626099, 1.1360000371932983 ], [ 1.2239999771118164, 0.24799999594688416 ], [ 0.14800000190734863, 1.9880000352859497 ], [ -0.6800000071525574, 0.871999979019165 ], [ 0.9679999947547913, 0.3400000035762787 ], [ 0.5040000081062317, 1.4639999866485596 ], [ 0.3400000035762787, -1.4600000381469727 ], ... ],
[ [ 0.699999988079071, 0.8479999899864197 ], [ 0.7839999794960022, -1.3559999465942383 ], [ 1.3760000467300415, -1.3880000114440918 ], [ -1.8799999952316284, -0.8040000200271606 ], [ 1.1720000505447388, -0.5640000104904175 ], [ 1.4600000381469727, 1.0080000162124634 ], [ -0.08399999886751175, 1.1920000314712524 ], [ 1.659999966621399, -1.1920000314712524 ], ... ],
[ [ -0.12800000607967377, -0.7519999742507935 ], [ -1.7400000095367432, -1.0920000076293945 ], [ -0.019999999552965164, 0.10000000149011612 ], [ 0.13600000739097595, 1.7680000066757202 ], [ 0.14399999380111694, -0.9679999947547913 ], [ -1.8799999952316284, -0.6639999747276306 ], [ 1.3480000495910645, 0.6439999938011169 ], [ -1.1959999799728394, 1.75600004196167 ], ... ],
[ [ 0.4959999918937683, 0.8679999709129333 ], [ 1.3079999685287476, 0.07599999755620956 ], [ -0.871999979019165, 0.41600000858306885 ], [ -1.75600004196167, -1.687999963760376 ], [ 0.8119999766349792, 1.3040000200271606 ], [ 0.5199999809265137, 1.4880000352859497 ], [ -1.5119999647140503, -0.8640000224113464 ], [ -0.6679999828338623, -1.4639999866485596 ], ... ],
[ [ -0.6079999804496765, 0.7799999713897705 ], [ -1.1039999723434448, -0.9240000247955322 ], [ 1.1679999828338623, 0.9160000085830688 ], [ -1.7000000476837158, 1.4759999513626099 ], [ -0.9520000219345093, 1.8480000495910645 ], [ -0.35600000619888306, 1.6440000534057617 ], [ 1.968000054359436, -1.1039999723434448 ], [ 1.0520000457763672, -0.6919999718666077 ], ... ],
[ [ 1.7640000581741333, -0.9679999947547913 ], [ -0.40400001406669617, 1.2480000257492065 ], [ 1.156000018119812, -0.7879999876022339 ], [ 0.4440000057220459, 0.42800000309944153 ], [ 0.5199999809265137, 0.3720000088214874 ], [ 1.5679999589920044, -1.6959999799728394 ], [ -1.6239999532699585, -1.4800000190734863 ], [ 1.315999984741211, -0.9599999785423279 ], ... ],
[ [ 0.04800000041723251, -1.2000000476837158 ], [ 1.9880000352859497, 0.07999999821186066 ], [ -0.8679999709129333, -1.4839999675750732 ], [ 0.5040000081062317, -1.6799999475479126 ], [ -1.444000005722046, -1.6959999799728394 ], [ 0.1599999964237213, 0.6320000290870667 ], [ -1.7960000038146973, 0.1720000058412552 ], [ 1.74399995803833, 0.3880000114440918 ], ... ],
[ [ 1.5240000486373901, 0.8799999952316284 ], [ 0.6759999990463257, 0.13199999928474426 ], [ -1.1440000534057617, 0.18799999356269836 ], [ -1.659999966621399, -0.3319999873638153 ], [ 1.659999966621399, 0.4959999918937683 ], [ 0.47999998927116394, 0.5680000185966492 ], [ 1.1959999799728394, -0.9120000004768372 ], [ 1.2519999742507935, 0.6079999804496765 ], ... ],
...
]
Reference Output: [
[ [ 0.08, -0.852 ], [ -1.476, 1.136 ], [ 1.224, 0.248 ], [ 0.148, 1.988 ], [ -0.68, 0.872 ], [ 0.968, 0.34 ], [ 0.504, 1.464 ], [ 0.34, -1.46 ], ... ],
[ [ 0.7, 0.848 ], [ 0.784, -1.356 ], [ 1.376, -1.388 ], [ -1.88, -0.804 ], [ 1.172, -0.564 ], [ 1.46, 1.008 ], [ -0.084, 1.192 ], [ 1.66, -1.192 ], ... ],
[ [ -0.128, -0.752 ], [ -1.74, -1.092 ], [ -0.02, 0.1 ], [ 0.136, 1.768 ], [ 0.144, -0.968 ], [ -1.88, -0.664 ], [ 1.348, 0.644 ], [ -1.196, 1.756 ], ... ],
[ [ 0.496, 0.868 ], [ 1.308, 0.076 ], [ -0.872, 0.416 ], [ -1.756, -1.688 ], [ 0.812, 1.304 ], [ 0.52, 1.488 ], [ -1.512, -0.864 ], [ -0.668, -1.464 ], ... ],
[ [ -0.608, 0.78 ], [ -1.104, -0.924 ], [ 1.168, 0.916 ], [ -1.7, 1.476 ], [ -0.952, 1.848 ], [ -0.356, 1.644 ], [ 1.968, -1.104 ], [ 1.052, -0.692 ], ... ],
[ [ 1.764, -0.968 ], [ -0.404, 1.248 ], [ 1.156, -0.788 ], [ 0.444, 0.428 ], [ 0.52, 0.372 ], [ 1.568, -1.696 ], [ -1.624, -1.48 ], [ 1.316, -0.96 ], ... ],
[ [ 0.048, -1.2 ], [ 1.988, 0.08 ], [ -0.868, -1.484 ], [ 0.504, -1.68 ], [ -1.444, -1.696 ], [ 0.16, 0.632 ], [ -1.796, 0.172 ], [ 1.744, 0.388 ], ... ],
[ [ 1.524, 0.88 ], [ 0.676, 0.132 ], [ -1.144, 0.188 ], [ -1.66, -0.332 ], [ 1.66, 0.496 ], [ 0.48, 0.568 ], [ 1.196, -0.912 ], [ 1.252, 0.608 ], ... ],
...
]
Error: [
[ [ -1.7881393449270533E-9, 1.9073486123843963E-9 ], [ 4.863739011540247E-8, 3.719329844109609E-8 ], [ -2.288818357065736E-8, -4.053115842950206E-9 ], [ 1.907348640139972E-9, 3.528594971768939E-8 ], [ -7.152557324197062E-9, -2.0980834958272965E-8 ], [ -5.2452087118126656E-9, 3.576278662098531E-9 ], [ 8.106231685900411E-9, -1.3351440397713077E-8 ], [ 3.576278662098531E-9, -3.814697269177714E-8 ], ... ],
[ [ -1.1920928910669204E-8, -1.0013580298284808E-8 ], [ -2.050399783293244E-8, 5.340576181289691E-8 ], [ 4.6730041614040374E-8, -1.1444091896350983E-8 ], [ 4.76837147544984E-9, -2.0027160596569615E-8 ], [ 5.054473883880917E-8, -1.0490417534647634E-8 ], [ 3.814697269177714E-8, 1.6212463371800823E-8 ], [ 1.13248825595047E-9, 3.14712524929206E-8 ], [ -3.337860099428269E-8, -3.14712524929206E-8 ], ... ],
[ [ -6.0796737644253085E-9, 2.5749206544745107E-8 ], [ -9.536743172944284E-9, -7.629394449537585E-9 ], [ 4.470348362317633E-10, 1.4901161138336505E-9 ], [ 7.390975942378475E-9, 6.6757201988565384E-9 ], [ -6.198883045760439E-9, 5.2452087118126656E-9 ], [ 4.76837147544984E-9, 2.5272369419404583E-8 ], [ 4.9591064366083515E-8, -6.198883073516015E-9 ], [ 2.0027160596569615E-8, 4.196166991654593E-8 ], ... ],
[ [ -8.106231685900411E-9, -2.9087066644173376E-8 ], [ -3.14712524929206E-8, -2.4437904339036365E-9 ], [ 2.0980834958272965E-8, 8.583068866752086E-9 ], [ -4.196166991654593E-8, 3.623962396837044E-8 ], [ -2.3365020807020187E-8, 2.0027160596569615E-8 ], [ -1.907348634588857E-8, 3.528594971768939E-8 ], [ 3.528594971768939E-8, -2.2411346445316838E-8 ], [ 1.7166137733504172E-8, 1.3351440397713077E-8 ], ... ],
[ [ 1.9550323471229092E-8, -2.8610229518832853E-8 ], [ 2.7656555268151806E-8, -2.4795532183041757E-8 ], [ -1.716613762248187E-8, 8.583068811240935E-9 ], [ -4.768371586472142E-8, -4.863739011540247E-8 ], [ -2.1934509319976314E-8, 4.9591064366083515E-8 ], [ -6.198883073516015E-9, 5.340576181289691E-8 ], [ 5.435943606357796E-8, 2.7656555268151806E-8 ], [ 4.577636714131472E-8, 2.8133392282470027E-8 ], ... ],
[ [ 5.817413328834675E-8, 5.2452087118126656E-9 ], [ -1.4066696141235013E-8, 2.5749206544745107E-8 ], [ 1.811981209520752E-8, 1.239776614703203E-8 ], [ 5.72204589266434E-9, 3.0994415367580075E-9 ], [ -1.907348634588857E-8, 8.821487429422348E-9 ], [ -4.100799566586488E-8, 2.0027160596569615E-8 ], [ 4.6730041614040374E-8, -1.907348634588857E-8 ], [ -1.5258789121119776E-8, 2.1457672083613488E-8 ], ... ],
[ [ 4.1723251242853365E-10, -4.768371586472142E-8 ], [ 3.528594971768939E-8, -1.7881393449270533E-9 ], [ 2.9087066644173376E-8, 3.2424926743601645E-8 ], [ 8.106231685900411E-9, 5.245208734017126E-8 ], [ -5.7220459481754915E-9, 2.0027160596569615E-8 ], [ -3.5762786898541066E-9, 2.9087066644173376E-8 ], [ -3.814697224768793E-9, 5.841255201755047E-9 ], [ -4.196166991654593E-8, 1.144409178532868E-8 ], ... ],
[ [ 4.863739011540247E-8, -4.768371586472142E-9 ], [ -9.536743617033494E-10, -7.152557435219364E-10 ], [ -5.340576181289691E-8, -6.437301636186277E-9 ], [ 3.337860099428269E-8, 1.2636184709702292E-8 ], [ -3.337860099428269E-8, -8.106231685900411E-9 ], [ -1.0728836041806744E-8, 1.8596649220548045E-8 ], [ -2.0027160596569615E-8, -4.768371253405235E-10 ], [ -2.5749206544745107E-8, -1.9550323471229092E-8 ], ... ],
...
]
Accuracy:
absoluteTol: 1.9894e-08 +- 1.6789e-08 [0.0000e+00 - 5.9128e-08] (2880000#)
relativeTol: 1.0505e-08 +- 6.5623e-09 [0.0000e+00 - 2.7173e-08] (2877016#)

Returns

    {
      "absoluteTol" : {
        "count" : 2880000,
        "sum" : 0.05729613253387185,
        "min" : 0.0,
        "max" : 5.91278075390278E-8,
        "sumOfSquare" : 1.9516702139401533E-9,
        "standardDeviation" : 1.6789059471598035E-8,
        "average" : 1.9894490463149946E-8
      },
      "relativeTol" : {
        "count" : 2877016,
        "sum" : 0.03022226740172159,
        "min" : 0.0,
        "max" : 2.7172704932153183E-8,
        "sumOfSquare" : 4.413700974128961E-10,
        "standardDeviation" : 6.562253492606607E-9,
        "average" : 1.0504726912092804E-8
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=1.9894e-08 +- 1.6789e-08 [0.0000e+00 - 5.9128e-08] (2880000#), relativeTol=1.0505e-08 +- 6.5623e-09 [0.0000e+00 - 2.7173e-08] (2877016#)}OK
  {
    "result": "OK",
    "performance": {
      "execution_time": "1.236",
      "gc_time": "0.185"
    },
    "created_on": 1586739790071,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "Float",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ImgConcatLayerTest.Float",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/ImgConcatLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/ImgConcatLayer/Float/equivalencyTest/202004130310",
    "id": "148604e7-d4f0-474e-80e8-dc5f6eef5256",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "ImgConcatLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ImgConcatLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/ImgConcatLayer.java",
      "javaDoc": ""
    }
  }