1. Test Modules
  2. Reference Implementation
  3. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Using Seed 1649041790057482240

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.cudnn.BandReducerLayer",
"id": "9a939eb9-7dcc-4ad9-bbcc-71bc28d9978d",
"isFrozen": false,
"name": "BandReducerLayer",
"alpha": 1.0,
"mode": 2,
"precision": "Double"
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.cudnn.BandAvgReducerLayer",
"id": "b2ba5751-fe43-4f84-8e39-0d4b85dd15ea",
"isFrozen": false,
"name": "BandAvgReducerLayer",
"alpha": 1.0,
"precision": "Double"
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.07 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging
Inputs: [
[ [ 0.08, -0.88, 1.3 ], [ -1.476, -1.64, -1.788 ], [ 1.224, -0.024, -1.88 ], [ 0.148, -1.424, 1.148 ], [ -0.68, 0.124, -1.928 ], [ 0.968, -1.392, 1.508 ], [ 0.504, 1.492, 1.856 ], [ 0.34, -1.94, -1.852 ], ... ],
[ [ 0.7, -0.172, -1.908 ], [ 0.784, 0.668, 0.552 ], [ 1.376, 1.616, 1.42 ], [ -1.88, 0.384, -1.664 ], [ 1.172, -1.416, -1.752 ], [ 1.46, -1.5, 0.684 ], [ -0.084, -1.164, -0.024 ], [ 1.66, -0.628, 0.452 ], ... ],
[ [ -0.128, 1.656, -0.456 ], [ -1.74, 1.768, 0.896 ], [ -0.02, -1.288, -0.212 ], [ 0.136, 1.6, 0.204 ], [ 0.144, -0.9, -1.056 ], [ -1.88, 0.324, 0.988 ], [ 1.348, 1.792, 0.972 ], [ -1.196, -1.52, 0.74 ], ... ],
[ [ 0.496, -0.344, 1.608 ], [ 1.308, -0.924, -1.348 ], [ -0.872, 0.296, -1.2 ], [ -1.756, 1.716, -1.544 ], [ 0.812, 0.452, 1.556 ], [ 0.52, 0.492, -1.728 ], [ -1.512, -0.912, 1.864 ], [ -0.668, 1.336, 1.776 ], ... ],
[ [ -0.608, 0.86, 0.92 ], [ -1.104, 1.176, -0.98 ], [ 1.168, -1.18, 0.172 ], [ -1.7, -1.44, 0.672 ], [ -0.952, -0.012, 1.836 ], [ -0.356, -1.132, 1.844 ], [ 1.968, -0.204, -1.128 ], [ 1.052, -1.796, -0.38 ], ... ],
[ [ 1.764, -1.22, -1.612 ], [ -0.404, -0.912, 0.436 ], [ 1.156, -1.592, 0.38 ], [ 0.444, -1.736, 1.148 ], [ 0.52, 0.536, 1.3 ], [ 1.568, 1.984, 0.06 ], [ -1.624, -1.732, -0.18 ], [ 1.316, -0.612, 0.1 ], ... ],
[ [ 0.048, -1.068, 0.144 ], [ 1.988, 0.384, -0.176 ], [ -0.868, 0.924, 0.82 ], [ 0.504, -1.192, -0.488 ], [ -1.444, 1.844, -0.064 ], [ 0.16, 0.884, 1.792 ], [ -1.796, -0.088, 1.048 ], [ 1.744, 0.708, 1.072 ], ... ],
[ [ 1.524, -1.032, -0.156 ], [ 0.676, -0.132, -1.664 ], [ -1.144, -1.836, 0.52 ], [ -1.66, -1.94, 0.4 ], [ 1.66, 0.716, 1.64 ], [ 0.48, -0.356, -0.516 ], [ 1.196, 0.816, -0.664 ], [ 1.252, 1.44, -1.94 ], ... ],
...
]
Subject Output: [
[ [ -9.45825E-4, 8.065416666666691E-5, -6.077499999999982E-5 ] ]
]
Reference Output: [
[ [ -9.458250000000022E-4, 8.06541666666653E-5, -6.07750000000034E-5 ] ]
]
Error: [
[ [ 2.2768245622195593E-18, 1.6127507315721878E-18, 3.584643432780199E-18 ] ]
]
Accuracy:
absoluteTol: 2.4914e-18 +- 8.1920e-19 [1.6128e-18 - 3.5846e-18] (3#)
relativeTol: 1.3564e-14 +- 1.1820e-14 [1.2036e-15 - 2.9491e-14] (3#)

Returns

    {
      "absoluteTol" : {
        "count" : 3,
        "sum" : 7.474218726571946E-18,
        "min" : 1.6127507315721878E-18,
        "max" : 3.584643432780199E-18,
        "sumOfSquare" : 2.0634563549487124E-35,
        "standardDeviation" : 8.191964271177649E-19,
        "average" : 2.491406242190649E-18
      },
      "relativeTol" : {
        "count" : 3,
        "sum" : 4.069265827594491E-14,
        "min" : 1.2036183026561768E-15,
        "max" : 2.949110187396219E-14,
        "sumOfSquare" : 9.711325529968704E-28,
        "standardDeviation" : 1.1820440024841074E-14,
        "average" : 1.356421942531497E-14
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=2.4914e-18 +- 8.1920e-19 [1.6128e-18 - 3.5846e-18] (3#), relativeTol=1.3564e-14 +- 1.1820e-14 [1.2036e-15 - 2.9491e-14] (3#)}OK
  {
    "result": "OK",
    "performance": {
      "execution_time": "0.390",
      "gc_time": "0.199"
    },
    "created_on": 1586743957428,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "Asymmetric",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.BandAvgReducerLayerTest.Asymmetric",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/BandAvgReducerLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/BandAvgReducerLayer/Asymmetric/equivalencyTest/202004131237",
    "id": "41da6aea-071e-49fd-b5cc-0aa804cddf7f",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "BandAvgReducerLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.BandAvgReducerLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/BandAvgReducerLayer.java",
      "javaDoc": ""
    }
  }