1. Test Modules
  2. Reference Implementation
  3. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Using Seed 8770679228471592960

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.cudnn.BandReducerLayer",
"id": "1cd9c072-479d-4d1e-9b2d-764bfca46c18",
"isFrozen": false,
"name": "BandReducerLayer",
"alpha": 1.0,
"mode": 2,
"precision": "Double"
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.cudnn.BandAvgReducerLayer",
"id": "74dbdc9e-860d-412a-a526-23b0972834e9",
"isFrozen": false,
"name": "BandAvgReducerLayer",
"alpha": 1.0,
"precision": "Double"
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.11 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging
Inputs: [
[ [ 0.08, -0.852, -1.808 ], [ -1.476, 1.136, 1.312 ], [ 1.224, 0.248, -1.452 ], [ 0.148, 1.988, -1.596 ], [ -0.68, 0.872, -0.64 ], [ 0.968, 0.34, -0.48 ], [ 0.504, 1.464, -0.892 ], [ 0.34, -1.46, 1.76 ], ... ],
[ [ 0.7, 0.848, -1.072 ], [ 0.784, -1.356, -0.224 ], [ 1.376, -1.388, 0.032 ], [ -1.88, -0.804, -0.868 ], [ 1.172, -0.564, -0.764 ], [ 1.46, 1.008, -1.02 ], [ -0.084, 1.192, -1.784 ], [ 1.66, -1.192, -0.316 ], ... ],
[ [ -0.128, -0.752, 1.812 ], [ -1.74, -1.092, -1.912 ], [ -0.02, 0.1, -0.192 ], [ 0.136, 1.768, -1.292 ], [ 0.144, -0.968, 0.588 ], [ -1.88, -0.664, -0.82 ], [ 1.348, 0.644, 0.116 ], [ -1.196, 1.756, 0.968 ], ... ],
[ [ 0.496, 0.868, -1.156 ], [ 1.308, 0.076, -1.068 ], [ -0.872, 0.416, -0.048 ], [ -1.756, -1.688, 0.172 ], [ 0.812, 1.304, -1.752 ], [ 0.52, 1.488, -1.612 ], [ -1.512, -0.864, 1.744 ], [ -0.668, -1.464, 1.992 ], ... ],
[ [ -0.608, 0.78, 1.012 ], [ -1.104, -0.924, -1.468 ], [ 1.168, 0.916, -0.032 ], [ -1.7, 1.476, 0.044 ], [ -0.952, 1.848, 0.668 ], [ -0.356, 1.644, 1.292 ], [ 1.968, -1.104, 0.568 ], [ 1.052, -0.692, -0.664 ], ... ],
[ [ 1.764, -0.968, 0.076 ], [ -0.404, 1.248, 0.04 ], [ 1.156, -0.788, 0.372 ], [ 0.444, 0.428, -0.704 ], [ 0.52, 0.372, 1.92 ], [ 1.568, -1.696, -0.192 ], [ -1.624, -1.48, -0.036 ], [ 1.316, -0.96, 1.3 ], ... ],
[ [ 0.048, -1.2, 1.724 ], [ 1.988, 0.08, 1.488 ], [ -0.868, -1.484, -0.836 ], [ 0.504, -1.68, -1.888 ], [ -1.444, -1.696, -0.52 ], [ 0.16, 0.632, 0.696 ], [ -1.796, 0.172, -1.428 ], [ 1.744, 0.388, -1.048 ], ... ],
[ [ 1.524, 0.88, -0.42 ], [ 0.676, 0.132, -1.088 ], [ -1.144, 0.188, 0.164 ], [ -1.66, -0.332, -0.996 ], [ 1.66, 0.496, 1.488 ], [ 0.48, 0.568, 0.456 ], [ 1.196, -0.912, 0.62 ], [ 1.252, 0.608, -1.616 ], ... ],
...
]
Subject Output: [
[ [ 3.6769444444444425E-4, -9.849916666666667E-4, 1.329555555555556E-4 ] ]
]
Reference Output: [
[ [ 3.6769444444444626E-4, -9.849916666666624E-4, 1.3295555555555935E-4 ] ]
]
Error: [
[ [ -2.0057740190981832E-18, -4.336808689942018E-18, -3.74049749507499E-18 ] ]
]
Accuracy:
absoluteTol: 3.3610e-18 +- 9.8875e-19 [2.0058e-18 - 4.3368e-18] (3#)
relativeTol: 6.3319e-15 +- 5.4736e-15 [2.2014e-15 - 1.4067e-14] (3#)

Returns

    {
      "absoluteTol" : {
        "count" : 3,
        "sum" : 1.0083080204115191E-17,
        "min" : 2.0057740190981832E-18,
        "max" : 4.336808689942018E-18,
        "sumOfSquare" : 3.6822360539508156E-35,
        "standardDeviation" : 9.88746412602276E-19,
        "average" : 3.3610267347050637E-18
      },
      "relativeTol" : {
        "count" : 3,
        "sum" : 1.89956667939893E-14,
        "min" : 2.201444355675781E-15,
        "max" : 1.4066721316928976E-14,
        "sumOfSquare" : 2.1015826822643477E-28,
        "standardDeviation" : 5.47356726795075E-15,
        "average" : 6.331888931329767E-15
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=3.3610e-18 +- 9.8875e-19 [2.0058e-18 - 4.3368e-18] (3#), relativeTol=6.3319e-15 +- 5.4736e-15 [2.2014e-15 - 1.4067e-14] (3#)}OK
  {
    "result": "OK",
    "performance": {
      "execution_time": "0.456",
      "gc_time": "0.179"
    },
    "created_on": 1586744427031,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "Double",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.BandAvgReducerLayerTest.Double",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/BandAvgReducerLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/BandAvgReducerLayer/Double/equivalencyTest/202004132027",
    "id": "2e1add71-f5b0-433a-b591-58c714dead1f",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "BandAvgReducerLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.BandAvgReducerLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/BandAvgReducerLayer.java",
      "javaDoc": ""
    }
  }