1. Test Modules
  2. Reference Implementation
  3. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Using Seed 2596866449733323776

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.java.SigmoidActivationLayer",
"id": "28e21ffe-b4d7-4642-808f-3b5d6e81e1c1",
"isFrozen": true,
"name": "SigmoidActivationLayer",
"balanced": false
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayer",
"id": "4d814e71-834d-46b0-80b8-c105d2b72aa8",
"isFrozen": false,
"name": "Activation (0)",
"alpha": 1.0,
"mode": 0,
"precision": "Double"
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.62 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging
Inputs: [
[ [ 0.08 ], [ -1.476 ], [ 1.224 ], [ 0.148 ], [ -0.68 ], [ 0.968 ], [ 0.504 ], [ 0.34 ], ... ],
[ [ 0.7 ], [ 0.784 ], [ 1.376 ], [ -1.88 ], [ 1.172 ], [ 1.46 ], [ -0.084 ], [ 1.66 ], ... ],
[ [ -0.128 ], [ -1.74 ], [ -0.02 ], [ 0.136 ], [ 0.144 ], [ -1.88 ], [ 1.348 ], [ -1.196 ], ... ],
[ [ 0.496 ], [ 1.308 ], [ -0.872 ], [ -1.756 ], [ 0.812 ], [ 0.52 ], [ -1.512 ], [ -0.668 ], ... ],
[ [ -0.608 ], [ -1.104 ], [ 1.168 ], [ -1.7 ], [ -0.952 ], [ -0.356 ], [ 1.968 ], [ 1.052 ], ... ],
[ [ 1.764 ], [ -0.404 ], [ 1.156 ], [ 0.444 ], [ 0.52 ], [ 1.568 ], [ -1.624 ], [ 1.316 ], ... ],
[ [ 0.048 ], [ 1.988 ], [ -0.868 ], [ 0.504 ], [ -1.444 ], [ 0.16 ], [ -1.796 ], [ 1.744 ], ... ],
[ [ 1.524 ], [ 0.676 ], [ -1.144 ], [ -1.66 ], [ 1.66 ], [ 0.48 ], [ 1.196 ], [ 1.252 ], ... ],
...
]
Subject Output: [
[ [ 0.5199893401555818 ], [ 0.18603235603832202 ], [ 0.7727667089732031 ], [ 0.5369326102732759 ], [ 0.3362613025956473 ], [ 0.7247206759341822 ], [ 0.6233988845696153 ], [ 0.5841905229354074 ], ... ],
[ [ 0.6681877721681662 ], [ 0.6865415645538111 ], [ 0.7983478143527939 ], [ 0.13238887354206538 ], [ 0.7635063348491598 ], [ 0.8115326747861805 ], [ 0.47901233929346765 ], [ 0.8402380030563309 ], ... ],
[ [ 0.46804361920235915 ], [ 0.14931293453084377 ], [ 0.4950001666600003 ], [ 0.5339476914144965 ], [ 0.5359379207244088 ], [ 0.13238887354206538 ], [ 0.7938024603249474 ], [ 0.23218755843964 ], ... ],
[ [ 0.621518856927611 ], [ 0.7871782910626082 ], [ 0.2948383140857415 ], [ 0.14729201966894778 ], [ 0.6925355283499566 ], [ 0.6271477663131956 ], [ 0.18064258237704411 ], [ 0.33894481880658406 ], ... ],
[ [ 0.3525155598344841 ], [ 0.24899116539300373 ], [ 0.762783316087111 ], [ 0.15446526508353473 ], [ 0.2784827837485628 ], [ 0.4119281968435018 ], [ 0.8773961311950302 ], [ 0.7411587690975646 ], ... ],
[ [ 0.8537099244826571 ], [ 0.4003516774075941 ], [ 0.7606051344021186 ], [ 0.6092117368491302 ], [ 0.6271477663131956 ], [ 0.8274983055137878 ], [ 0.1646539598093883 ], [ 0.7885154409609071 ], ... ],
[ [ 0.5119976965307179 ], [ 0.8795313864818219 ], [ 0.29567063074447325 ], [ 0.6233988845696153 ], [ 0.19092668978702843 ], [ 0.5399148845555657 ], [ 0.14233868016703644 ], [ 0.8511944274200296 ], ... ],
[ [ 0.8211267458914968 ], [ 0.662845354940661 ], [ 0.24158671334416873 ], [ 0.15976199694366908 ], [ 0.8402380030563309 ], [ 0.617747874769249 ], [ 0.76781244156036 ], [ 0.7776458787320957 ], ... ],
...
]
Reference Output: [
[ [ 0.5199893401555818 ], [ 0.18603235603832205 ], [ 0.7727667089732031 ], [ 0.5369326102732759 ], [ 0.3362613025956473 ], [ 0.7247206759341822 ], [ 0.6233988845696153 ], [ 0.5841905229354073 ], ... ],
[ [ 0.6681877721681662 ], [ 0.686541564553811 ], [ 0.7983478143527939 ], [ 0.1323888735420654 ], [ 0.7635063348491598 ], [ 0.8115326747861805 ], [ 0.47901233929346765 ], [ 0.8402380030563309 ], ... ],
[ [ 0.46804361920235915 ], [ 0.14931293453084374 ], [ 0.4950001666600003 ], [ 0.5339476914144965 ], [ 0.5359379207244088 ], [ 0.1323888735420654 ], [ 0.7938024603249474 ], [ 0.23218755843964 ], ... ],
[ [ 0.621518856927611 ], [ 0.7871782910626082 ], [ 0.2948383140857415 ], [ 0.14729201966894778 ], [ 0.6925355283499566 ], [ 0.6271477663131956 ], [ 0.18064258237704411 ], [ 0.33894481880658406 ], ... ],
[ [ 0.3525155598344841 ], [ 0.24899116539300373 ], [ 0.762783316087111 ], [ 0.15446526508353473 ], [ 0.2784827837485628 ], [ 0.4119281968435018 ], [ 0.8773961311950302 ], [ 0.7411587690975646 ], ... ],
[ [ 0.8537099244826571 ], [ 0.4003516774075941 ], [ 0.7606051344021186 ], [ 0.6092117368491302 ], [ 0.6271477663131956 ], [ 0.8274983055137878 ], [ 0.1646539598093883 ], [ 0.7885154409609071 ], ... ],
[ [ 0.5119976965307179 ], [ 0.8795313864818219 ], [ 0.29567063074447325 ], [ 0.6233988845696153 ], [ 0.19092668978702843 ], [ 0.5399148845555657 ], [ 0.1423386801670364 ], [ 0.8511944274200296 ], ... ],
[ [ 0.8211267458914968 ], [ 0.662845354940661 ], [ 0.24158671334416867 ], [ 0.15976199694366908 ], [ 0.8402380030563309 ], [ 0.617747874769249 ], [ 0.76781244156036 ], [ 0.7776458787320957 ], ... ],
...
]
Error: [
[ [ 0.0 ], [ -2.7755575615628914E-17 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 1.1102230246251565E-16 ], ... ],
[ [ 0.0 ], [ 1.1102230246251565E-16 ], [ 0.0 ], [ -2.7755575615628914E-17 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 2.7755575615628914E-17 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ -2.7755575615628914E-17 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 2.7755575615628914E-17 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 5.551115123125783E-17 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
...
]
Accuracy:
absoluteTol: 6.8637e-18 +- 2.3919e-17 [0.0000e+00 - 2.2204e-16] (1440000#)
relativeTol: 9.3604e-18 +- 2.8306e-17 [0.0000e+00 - 1.5090e-16] (1440000#)

Returns

    {
      "absoluteTol" : {
        "count" : 1440000,
        "sum" : 9.88367720999861E-12,
        "min" : 0.0,
        "max" : 2.220446049250313E-16,
        "sumOfSquare" : 8.916616530485582E-28,
        "standardDeviation" : 2.3918603382499734E-17,
        "average" : 6.863664729165701E-18
      },
      "relativeTol" : {
        "count" : 1440000,
        "sum" : 1.3479042287215115E-11,
        "min" : 0.0,
        "max" : 1.5089656650084712E-16,
        "sumOfSquare" : 1.2799361097380732E-27,
        "standardDeviation" : 2.830594585451435E-17,
        "average" : 9.360446032788275E-18
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=6.8637e-18 +- 2.3919e-17 [0.0000e+00 - 2.2204e-16] (1440000#), relativeTol=9.3604e-18 +- 2.8306e-17 [0.0000e+00 - 1.5090e-16] (1440000#)}OK
  {
    "result": "OK",
    "performance": {
      "execution_time": "0.883",
      "gc_time": "0.194"
    },
    "created_on": 1586740713711,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "Sigmoid_Double",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayerTest.Sigmoid_Double",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/ActivationLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/ActivationLayer/Sigmoid_Double/equivalencyTest/202004131833",
    "id": "850295a9-909b-4d49-b780-a42aa4ca7d2b",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "ActivationLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/ActivationLayer.java",
      "javaDoc": ""
    }
  }