1. Test Modules
  2. Reference Implementation
  3. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Using Seed 9143504750404581376

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.java.SigmoidActivationLayer",
"id": "9280faed-6676-4fcf-bec3-45beb56cff4b",
"isFrozen": true,
"name": "SigmoidActivationLayer",
"balanced": false
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayer",
"id": "8a1e6ce0-7261-40be-af27-de53ee2d4036",
"isFrozen": false,
"name": "Activation (0)",
"alpha": 1.0,
"mode": 0,
"precision": "Float"
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.63 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging
Inputs: [
[ [ 0.08 ], [ -1.476 ], [ 1.224 ], [ 0.148 ], [ -0.68 ], [ 0.968 ], [ 0.504 ], [ 0.34 ], ... ],
[ [ 0.7 ], [ 0.784 ], [ 1.376 ], [ -1.88 ], [ 1.172 ], [ 1.46 ], [ -0.084 ], [ 1.66 ], ... ],
[ [ -0.128 ], [ -1.74 ], [ -0.02 ], [ 0.136 ], [ 0.144 ], [ -1.88 ], [ 1.348 ], [ -1.196 ], ... ],
[ [ 0.496 ], [ 1.308 ], [ -0.872 ], [ -1.756 ], [ 0.812 ], [ 0.52 ], [ -1.512 ], [ -0.668 ], ... ],
[ [ -0.608 ], [ -1.104 ], [ 1.168 ], [ -1.7 ], [ -0.952 ], [ -0.356 ], [ 1.968 ], [ 1.052 ], ... ],
[ [ 1.764 ], [ -0.404 ], [ 1.156 ], [ 0.444 ], [ 0.52 ], [ 1.568 ], [ -1.624 ], [ 1.316 ], ... ],
[ [ 0.048 ], [ 1.988 ], [ -0.868 ], [ 0.504 ], [ -1.444 ], [ 0.16 ], [ -1.796 ], [ 1.744 ], ... ],
[ [ 1.524 ], [ 0.676 ], [ -1.144 ], [ -1.66 ], [ 1.66 ], [ 0.48 ], [ 1.196 ], [ 1.252 ], ... ],
...
]
Subject Output: [
[ [ 0.5199893712997437 ], [ 0.18603236973285675 ], [ 0.7727667093276978 ], [ 0.536932647228241 ], [ 0.3362612724304199 ], [ 0.7247207164764404 ], [ 0.6233989000320435 ], [ 0.5841905474662781 ], ... ],
[ [ 0.6681877970695496 ], [ 0.6865415573120117 ], [ 0.7983478307723999 ], [ 0.1323888748884201 ], [ 0.763506293296814 ], [ 0.8115326762199402 ], [ 0.4790123403072357 ], [ 0.8402379751205444 ], ... ],
[ [ 0.46804359555244446 ], [ 0.14931294322013855 ], [ 0.4950001537799835 ], [ 0.5339477062225342 ], [ 0.5359379053115845 ], [ 0.1323888748884201 ], [ 0.7938024997711182 ], [ 0.23218756914138794 ], ... ],
[ [ 0.6215188503265381 ], [ 0.7871782779693604 ], [ 0.2948383390903473 ], [ 0.14729200303554535 ], [ 0.6925355195999146 ], [ 0.6271477341651917 ], [ 0.18064260482788086 ], [ 0.33894482254981995 ], ... ],
[ [ 0.3525155484676361 ], [ 0.24899116158485413 ], [ 0.7627832889556885 ], [ 0.15446525812149048 ], [ 0.2784827649593353 ], [ 0.4119282066822052 ], [ 0.8773961067199707 ], [ 0.7411587834358215 ], ... ],
[ [ 0.8537099957466125 ], [ 0.4003516733646393 ], [ 0.7606051564216614 ], [ 0.6092117428779602 ], [ 0.6271477341651917 ], [ 0.8274983167648315 ], [ 0.1646539568901062 ], [ 0.7885154485702515 ], ... ],
[ [ 0.5119976997375488 ], [ 0.8795313835144043 ], [ 0.29567062854766846 ], [ 0.6233989000320435 ], [ 0.1909266710281372 ], [ 0.5399149060249329 ], [ 0.14233867824077606 ], [ 0.851194441318512 ], ... ],
[ [ 0.8211267590522766 ], [ 0.6628453731536865 ], [ 0.24158671498298645 ], [ 0.15976199507713318 ], [ 0.8402379751205444 ], [ 0.6177478432655334 ], [ 0.7678124308586121 ], [ 0.7776458859443665 ], ... ],
...
]
Reference Output: [
[ [ 0.5199893401555818 ], [ 0.18603235603832205 ], [ 0.7727667089732031 ], [ 0.5369326102732759 ], [ 0.3362613025956473 ], [ 0.7247206759341822 ], [ 0.6233988845696153 ], [ 0.5841905229354073 ], ... ],
[ [ 0.6681877721681662 ], [ 0.686541564553811 ], [ 0.7983478143527939 ], [ 0.1323888735420654 ], [ 0.7635063348491598 ], [ 0.8115326747861805 ], [ 0.47901233929346765 ], [ 0.8402380030563309 ], ... ],
[ [ 0.46804361920235915 ], [ 0.14931293453084374 ], [ 0.4950001666600003 ], [ 0.5339476914144965 ], [ 0.5359379207244088 ], [ 0.1323888735420654 ], [ 0.7938024603249474 ], [ 0.23218755843964 ], ... ],
[ [ 0.621518856927611 ], [ 0.7871782910626082 ], [ 0.2948383140857415 ], [ 0.14729201966894778 ], [ 0.6925355283499566 ], [ 0.6271477663131956 ], [ 0.18064258237704411 ], [ 0.33894481880658406 ], ... ],
[ [ 0.3525155598344841 ], [ 0.24899116539300373 ], [ 0.762783316087111 ], [ 0.15446526508353473 ], [ 0.2784827837485628 ], [ 0.4119281968435018 ], [ 0.8773961311950302 ], [ 0.7411587690975646 ], ... ],
[ [ 0.8537099244826571 ], [ 0.4003516774075941 ], [ 0.7606051344021186 ], [ 0.6092117368491302 ], [ 0.6271477663131956 ], [ 0.8274983055137878 ], [ 0.1646539598093883 ], [ 0.7885154409609071 ], ... ],
[ [ 0.5119976965307179 ], [ 0.8795313864818219 ], [ 0.29567063074447325 ], [ 0.6233988845696153 ], [ 0.19092668978702843 ], [ 0.5399148845555657 ], [ 0.1423386801670364 ], [ 0.8511944274200296 ], ... ],
[ [ 0.8211267458914968 ], [ 0.662845354940661 ], [ 0.24158671334416867 ], [ 0.15976199694366908 ], [ 0.8402380030563309 ], [ 0.617747874769249 ], [ 0.76781244156036 ], [ 0.7776458787320957 ], ... ],
...
]
Error: [
[ [ 3.1144161805052306E-8 ], [ 1.369453470068116E-8 ], [ 3.5449465585202233E-10 ], [ 3.695496508804297E-8 ], [ -3.016522737153693E-8 ], [ 4.0542258217257654E-8 ], [ 1.5462428115675664E-8 ], [ 2.453087077913807E-8 ], ... ],
[ [ 2.4901383399722476E-8 ], [ -7.241799271362481E-9 ], [ 1.6419606008177823E-8 ], [ 1.3463546943981441E-9 ], [ -4.155234578639977E-8 ], [ 1.4337596665470187E-9 ], [ 1.01376806949105E-9 ], [ -2.7935786461874557E-8 ], ... ],
[ [ -2.364991469328004E-8 ], [ 8.689294811459192E-9 ], [ -1.2880016775351777E-8 ], [ 1.4808037684943542E-8 ], [ -1.5412824350136134E-8 ], [ 1.3463546943981441E-9 ], [ 3.944617077422663E-8 ], [ 1.070174793227352E-8 ], ... ],
[ [ -6.601072910505934E-9 ], [ -1.309324781928467E-8 ], [ 2.5004605774814337E-8 ], [ -1.6633402433186006E-8 ], [ -8.750042024274762E-9 ], [ -3.2148003925591695E-8 ], [ 2.2450836745235847E-8 ], [ 3.743235887920804E-9 ], ... ],
[ [ -1.1366848018390385E-8 ], [ -3.808149601214339E-9 ], [ -2.7131422553061668E-8 ], [ -6.9620442466611365E-9 ], [ -1.878922745168765E-8 ], [ 9.838703407538674E-9 ], [ -2.4475059534623256E-8 ], [ 1.4338256915102932E-8 ], ... ],
[ [ 7.126395540346664E-8 ], [ -4.04295480427308E-9 ], [ 2.2019542744722287E-8 ], [ 6.028829990789575E-9 ], [ -3.2148003925591695E-8 ], [ 1.1251043763316204E-8 ], [ -2.9192820938384045E-9 ], [ 7.609344376824367E-9 ], ... ],
[ [ 3.2068309119281935E-9 ], [ -2.967417644939019E-9 ], [ -2.1968047936304913E-9 ], [ 1.5462428115675664E-8 ], [ -1.8758891218162432E-8 ], [ 2.146936717295489E-8 ], [ -1.9262603456748906E-9 ], [ 1.389848236499347E-8 ], ... ],
[ [ 1.3160779799292754E-8 ], [ 1.821302553217663E-8 ], [ 1.6388177759285583E-9 ], [ -1.8665358980651803E-9 ], [ -2.7935786461874557E-8 ], [ -3.150371552518294E-8 ], [ -1.070174793227352E-8 ], [ 7.2122707805988284E-9 ], ... ],
...
]
Accuracy:
absoluteTol: 1.6510e-08 +- 1.4081e-08 [0.0000e+00 - 7.8354e-08] (1440000#)
relativeTol: 1.7913e-08 +- 1.3239e-08 [0.0000e+00 - 8.2156e-08] (1440000#)

Returns

    {
      "absoluteTol" : {
        "count" : 1440000,
        "sum" : 0.023774207544176126,
        "min" : 0.0,
        "max" : 7.835351911733568E-8,
        "sumOfSquare" : 6.780144853324624E-10,
        "standardDeviation" : 1.4080756573887884E-8,
        "average" : 1.650986635012231E-8
      },
      "relativeTol" : {
        "count" : 1440000,
        "sum" : 0.025795207920665825,
        "min" : 0.0,
        "max" : 8.215649258101395E-8,
        "sumOfSquare" : 7.14471292233909E-10,
        "standardDeviation" : 1.3239067619455216E-8,
        "average" : 1.7913338833795713E-8
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=1.6510e-08 +- 1.4081e-08 [0.0000e+00 - 7.8354e-08] (1440000#), relativeTol=1.7913e-08 +- 1.3239e-08 [0.0000e+00 - 8.2156e-08] (1440000#)}OK
  {
    "result": "OK",
    "performance": {
      "execution_time": "0.875",
      "gc_time": "0.176"
    },
    "created_on": 1586740970611,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "Sigmoid_Float",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayerTest.Sigmoid_Float",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/ActivationLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/ActivationLayer/Sigmoid_Float/equivalencyTest/202004132250",
    "id": "72b43013-645f-4d3d-be33-c6a5305c7aa8",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "ActivationLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/ActivationLayer.java",
      "javaDoc": ""
    }
  }