1. Test Modules
  2. Reference Implementation
  3. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Using Seed 1433290013061700608

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging 
{
"class": "com.simiacryptus.mindseye.layers.java.ImgBandSelectLayer",
"id": "1df1996b-ff31-4bff-a1ed-5759a5488cae",
"isFrozen": false,
"name": "ImgBandSelectLayer",
"bands": [
0
]
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging 
{
"class": "com.simiacryptus.mindseye.layers.cudnn.ImgBandSelectLayer",
"id": "138a9578-4fe1-46b7-9ae7-366c60bf25cf",
"isFrozen": false,
"name": "ImgBandSelectLayer",
"from": 0,
"to": 1,
"precision": "Float"
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.57 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging 
Inputs: [
[ [ 0.08, -0.584 ], [ -0.432, 1.936 ], [ 0.764, 0.724 ], [ 1.864, -0.788 ], [ 0.3, 0.32 ], [ -0.98, -1.152 ], [ 0.968, 0.64 ], [ -0.9, -0.016 ], ... ],
[ [ 0.7, 1.288 ], [ 0.404, 0.176 ], [ -1.844, -0.312 ], [ -1.824, 0.616 ], [ 0.976, 1.88 ], [ 1.512, -0.308 ], [ 1.46, 0.516 ], [ -0.408, -0.244 ], ... ],
[ [ -0.128, -1.448 ], [ 1.792, 1.508 ], [ -1.68, 1.064 ], [ -0.552, 0.424 ], [ -1.692, -0.732 ], [ 0.824, -1.488 ], [ -1.88, 0.46 ], [ -0.688, -1.996 ], ... ],
[ [ 0.496, 0.064 ], [ 0.508, -1.308 ], [ -0.324, 1.232 ], [ 0.192, -0.02 ], [ -0.632, 0.668 ], [ -1.9, 0.208 ], [ 0.52, 1.34 ], [ 1.18, 0.372 ], ... ],
[ [ -0.608, -0.952 ], [ -0.888, 1.04 ], [ 1.72, 1.628 ], [ 0.216, -0.392 ], [ 1.34, 1.384 ], [ -1.948, -1.912 ], [ -0.356, -0.984 ], [ -0.576, 1.18 ], ... ],
[ [ 1.764, 0.64 ], [ -1.256, 1.956 ], [ 0.168, -1.624 ], [ 1.208, 0.788 ], [ 0.328, -0.832 ], [ 0.832, -1.736 ], [ 1.568, -1.98 ], [ 1.332, -0.648 ], ... ],
[ [ 0.048, -0.888 ], [ -1.976, 1.616 ], [ 1.288, 1.552 ], [ 0.02, 0.752 ], [ -0.984, -0.808 ], [ -0.272, -0.292 ], [ 0.16, -0.8 ], [ -1.232, 0.48 ], ... ],
[ [ 1.524, -0.56 ], [ -0.412, 0.752 ], [ 1.788, -1.712 ], [ -0.916, -0.588 ], [ -1.424, 0.62 ], [ -0.104, -0.676 ], [ 0.48, 0.148 ], [ -1.488, 0.504 ], ... ],
...
]
Subject Output: [
[ [ 0.07999999821186066 ], [ -0.4320000112056732 ], [ 0.7639999985694885 ], [ 1.8639999628067017 ], [ 0.30000001192092896 ], [ -0.9800000190734863 ], [ 0.9679999947547913 ], [ -0.8999999761581421 ], ... ],
[ [ 0.699999988079071 ], [ 0.40400001406669617 ], [ -1.843999981880188 ], [ -1.8240000009536743 ], [ 0.9760000109672546 ], [ 1.5119999647140503 ], [ 1.4600000381469727 ], [ -0.40799999237060547 ], ... ],
[ [ -0.12800000607967377 ], [ 1.7920000553131104 ], [ -1.6799999475479126 ], [ -0.5519999861717224 ], [ -1.6920000314712524 ], [ 0.8240000009536743 ], [ -1.8799999952316284 ], [ -0.6880000233650208 ], ... ],
[ [ 0.4959999918937683 ], [ 0.5080000162124634 ], [ -0.3240000009536743 ], [ 0.19200000166893005 ], [ -0.6320000290870667 ], [ -1.899999976158142 ], [ 0.5199999809265137 ], [ 1.1799999475479126 ], ... ],
[ [ -0.6079999804496765 ], [ -0.8880000114440918 ], [ 1.7200000286102295 ], [ 0.2160000056028366 ], [ 1.340000033378601 ], [ -1.9479999542236328 ], [ -0.35600000619888306 ], [ -0.5759999752044678 ], ... ],
[ [ 1.7640000581741333 ], [ -1.25600004196167 ], [ 0.1679999977350235 ], [ 1.2079999446868896 ], [ 0.328000009059906 ], [ 0.8320000171661377 ], [ 1.5679999589920044 ], [ 1.3320000171661377 ], ... ],
[ [ 0.04800000041723251 ], [ -1.9759999513626099 ], [ 1.2879999876022339 ], [ 0.019999999552965164 ], [ -0.984000027179718 ], [ -0.2720000147819519 ], [ 0.1599999964237213 ], [ -1.2319999933242798 ], ... ],
[ [ 1.5240000486373901 ], [ -0.41200000047683716 ], [ 1.7879999876022339 ], [ -0.9160000085830688 ], [ -1.4240000247955322 ], [ -0.10400000214576721 ], [ 0.47999998927116394 ], [ -1.4880000352859497 ], ... ],
...
]
Reference Output: [
[ [ 0.08 ], [ -0.432 ], [ 0.764 ], [ 1.864 ], [ 0.3 ], [ -0.98 ], [ 0.968 ], [ -0.9 ], ... ],
[ [ 0.7 ], [ 0.404 ], [ -1.844 ], [ -1.824 ], [ 0.976 ], [ 1.512 ], [ 1.46 ], [ -0.408 ], ... ],
[ [ -0.128 ], [ 1.792 ], [ -1.68 ], [ -0.552 ], [ -1.692 ], [ 0.824 ], [ -1.88 ], [ -0.688 ], ... ],
[ [ 0.496 ], [ 0.508 ], [ -0.324 ], [ 0.192 ], [ -0.632 ], [ -1.9 ], [ 0.52 ], [ 1.18 ], ... ],
[ [ -0.608 ], [ -0.888 ], [ 1.72 ], [ 0.216 ], [ 1.34 ], [ -1.948 ], [ -0.356 ], [ -0.576 ], ... ],
[ [ 1.764 ], [ -1.256 ], [ 0.168 ], [ 1.208 ], [ 0.328 ], [ 0.832 ], [ 1.568 ], [ 1.332 ], ... ],
[ [ 0.048 ], [ -1.976 ], [ 1.288 ], [ 0.02 ], [ -0.984 ], [ -0.272 ], [ 0.16 ], [ -1.232 ], ... ],
[ [ 1.524 ], [ -0.412 ], [ 1.788 ], [ -0.916 ], [ -1.424 ], [ -0.104 ], [ 0.48 ], [ -1.488 ], ... ],
...
]
Error: [
[ [ -1.7881393449270533E-9 ], [ -1.1205673222658419E-8 ], [ -1.4305114870438729E-9 ], [ -3.719329844109609E-8 ], [ 1.1920928966180355E-8 ], [ -1.907348634588857E-8 ], [ -5.2452087118126656E-9 ], [ 2.384185793236071E-8 ], ... ],
[ [ -1.1920928910669204E-8 ], [ 1.4066696141235013E-8 ], [ 1.811981209520752E-8 ], [ -9.53674250681047E-10 ], [ 1.0967254659988157E-8 ], [ -3.528594971768939E-8 ], [ 3.814697269177714E-8 ], [ 7.629394505048737E-9 ], ... ],
[ [ -6.0796737644253085E-9 ], [ 5.5313110314259006E-8 ], [ 5.245208734017126E-8 ], [ 1.3828277634075903E-8 ], [ -3.14712524929206E-8 ], [ 9.536743617033494E-10 ], [ 4.76837147544984E-9 ], [ -2.3365020807020187E-8 ], ... ],
[ [ -8.106231685900411E-9 ], [ 1.6212463371800823E-8 ], [ -9.536743061921982E-10 ], [ 1.6689300497141346E-9 ], [ -2.9087066644173376E-8 ], [ 2.3841857821338408E-8 ], [ -1.907348634588857E-8 ], [ -5.245208734017126E-8 ], ... ],
[ [ 1.9550323471229092E-8 ], [ -1.144409178532868E-8 ], [ 2.8610229518832853E-8 ], [ 5.602836611329209E-9 ], [ 3.337860099428269E-8 ], [ 4.577636714131472E-8 ], [ -6.198883073516015E-9 ], [ 2.4795532183041757E-8 ], ... ],
[ [ 5.817413328834675E-8 ], [ -4.196166991654593E-8 ], [ -2.26497651190094E-9 ], [ -5.5313110314259006E-8 ], [ 9.05990599209261E-9 ], [ 1.7166137733504172E-8 ], [ -4.100799566586488E-8 ], [ 1.716613762248187E-8 ], ... ],
[ [ 4.1723251242853365E-10 ], [ 4.863739011540247E-8 ], [ -1.239776614703203E-8 ], [ -4.470348362317633E-10 ], [ -2.717971803178898E-8 ], [ -1.478195188475695E-8 ], [ -3.5762786898541066E-9 ], [ 6.6757201988565384E-9 ], ... ],
[ [ 4.863739011540247E-8 ], [ -4.768371808516747E-10 ], [ -1.239776614703203E-8 ], [ -8.583068811240935E-9 ], [ -2.479553229406406E-8 ], [ -2.1457672166880215E-9 ], [ -1.0728836041806744E-8 ], [ -3.528594971768939E-8 ], ... ],
...
]
Accuracy:
absoluteTol: 1.9901e-08 +- 1.6788e-08 [0.0000e+00 - 5.9128e-08] (1000000#)
relativeTol: 1.0506e-08 +- 6.5628e-09 [0.0000e+00 - 2.7173e-08] (998986#)

Returns

    {
      "absoluteTol" : {
        "count" : 1000000,
        "sum" : 0.019901401377890416,
        "min" : 0.0,
        "max" : 5.91278075390278E-8,
        "sumOfSquare" : 6.778982244005223E-10,
        "standardDeviation" : 1.6787866082281685E-8,
        "average" : 1.9901401377890415E-8
      },
      "relativeTol" : {
        "count" : 998986,
        "sum" : 0.01049544051143139,
        "min" : 0.0,
        "max" : 2.7172704932153183E-8,
        "sumOfSquare" : 1.5329241789300787E-10,
        "standardDeviation" : 6.562774531188725E-9,
        "average" : 1.0506093690433489E-8
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=1.9901e-08 +- 1.6788e-08 [0.0000e+00 - 5.9128e-08] (1000000#), relativeTol=1.0506e-08 +- 6.5628e-09 [0.0000e+00 - 2.7173e-08] (998986#)}OK
 
  {
    "result": "OK",
    "performance": {
      "execution_time": "0.879",
      "gc_time": "0.210"
    },
    "created_on": 1586745998432,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "Float",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ImgBandSelectLayerTest.Float",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/ImgBandSelectLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/ImgBandSelectLayer/Float/equivalencyTest/202004134638",
    "id": "b5abf87c-745d-41e2-b5f6-e9e592467899",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "ImgBandSelectLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ImgBandSelectLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/ImgBandSelectLayer.java",
      "javaDoc": ""
    }
  }