1. Test Modules
  2. Reference Implementation
  3. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Using Seed 3895487390793833472

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging 
{
"class": "com.simiacryptus.mindseye.layers.java.ImgConcatLayer",
"id": "e1389651-7a9d-456f-8c39-9280082f54b5",
"isFrozen": false,
"name": "ImgConcatLayer",
"maxBands": -1
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging 
{
"class": "com.simiacryptus.mindseye.layers.cudnn.ImgConcatLayer",
"id": "b752073d-3ee8-4c4a-bdd5-4beebfc3178f",
"isFrozen": false,
"name": "ImgConcatLayer",
"maxBands": -1,
"precision": "Double",
"parallel": true
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.90 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging 
Inputs: [
[ [ 0.08 ], [ -1.476 ], [ 1.224 ], [ 0.148 ], [ -0.68 ], [ 0.968 ], [ 0.504 ], [ 0.34 ], ... ],
[ [ 0.7 ], [ 0.784 ], [ 1.376 ], [ -1.88 ], [ 1.172 ], [ 1.46 ], [ -0.084 ], [ 1.66 ], ... ],
[ [ -0.128 ], [ -1.74 ], [ -0.02 ], [ 0.136 ], [ 0.144 ], [ -1.88 ], [ 1.348 ], [ -1.196 ], ... ],
[ [ 0.496 ], [ 1.308 ], [ -0.872 ], [ -1.756 ], [ 0.812 ], [ 0.52 ], [ -1.512 ], [ -0.668 ], ... ],
[ [ -0.608 ], [ -1.104 ], [ 1.168 ], [ -1.7 ], [ -0.952 ], [ -0.356 ], [ 1.968 ], [ 1.052 ], ... ],
[ [ 1.764 ], [ -0.404 ], [ 1.156 ], [ 0.444 ], [ 0.52 ], [ 1.568 ], [ -1.624 ], [ 1.316 ], ... ],
[ [ 0.048 ], [ 1.988 ], [ -0.868 ], [ 0.504 ], [ -1.444 ], [ 0.16 ], [ -1.796 ], [ 1.744 ], ... ],
[ [ 1.524 ], [ 0.676 ], [ -1.144 ], [ -1.66 ], [ 1.66 ], [ 0.48 ], [ 1.196 ], [ 1.252 ], ... ],
...
],
[
[ [ -0.852 ], [ 1.136 ], [ 0.248 ], [ 1.988 ], [ 0.872 ], [ 0.34 ], [ 1.464 ], [ -1.46 ], ... ],
[ [ 0.848 ], [ -1.356 ], [ -1.388 ], [ -0.804 ], [ -0.564 ], [ 1.008 ], [ 1.192 ], [ -1.192 ], ... ],
[ [ -0.752 ], [ -1.092 ], [ 0.1 ], [ 1.768 ], [ -0.968 ], [ -0.664 ], [ 0.644 ], [ 1.756 ], ... ],
[ [ 0.868 ], [ 0.076 ], [ 0.416 ], [ -1.688 ], [ 1.304 ], [ 1.488 ], [ -0.864 ], [ -1.464 ], ... ],
[ [ 0.78 ], [ -0.924 ], [ 0.916 ], [ 1.476 ], [ 1.848 ], [ 1.644 ], [ -1.104 ], [ -0.692 ], ... ],
[ [ -0.968 ], [ 1.248 ], [ -0.788 ], [ 0.428 ], [ 0.372 ], [ -1.696 ], [ -1.48 ], [ -0.96 ], ... ],
[ [ -1.2 ], [ 0.08 ], [ -1.484 ], [ -1.68 ], [ -1.696 ], [ 0.632 ], [ 0.172 ], [ 0.388 ], ... ],
[ [ 0.88 ], [ 0.132 ], [ 0.188 ], [ -0.332 ], [ 0.496 ], [ 0.568 ], [ -0.912 ], [ 0.608 ], ... ],
...
]
Subject Output: [
[ [ 0.08, -0.852 ], [ -1.476, 1.136 ], [ 1.224, 0.248 ], [ 0.148, 1.988 ], [ -0.68, 0.872 ], [ 0.968, 0.34 ], [ 0.504, 1.464 ], [ 0.34, -1.46 ], ... ],
[ [ 0.7, 0.848 ], [ 0.784, -1.356 ], [ 1.376, -1.388 ], [ -1.88, -0.804 ], [ 1.172, -0.564 ], [ 1.46, 1.008 ], [ -0.084, 1.192 ], [ 1.66, -1.192 ], ... ],
[ [ -0.128, -0.752 ], [ -1.74, -1.092 ], [ -0.02, 0.1 ], [ 0.136, 1.768 ], [ 0.144, -0.968 ], [ -1.88, -0.664 ], [ 1.348, 0.644 ], [ -1.196, 1.756 ], ... ],
[ [ 0.496, 0.868 ], [ 1.308, 0.076 ], [ -0.872, 0.416 ], [ -1.756, -1.688 ], [ 0.812, 1.304 ], [ 0.52, 1.488 ], [ -1.512, -0.864 ], [ -0.668, -1.464 ], ... ],
[ [ -0.608, 0.78 ], [ -1.104, -0.924 ], [ 1.168, 0.916 ], [ -1.7, 1.476 ], [ -0.952, 1.848 ], [ -0.356, 1.644 ], [ 1.968, -1.104 ], [ 1.052, -0.692 ], ... ],
[ [ 1.764, -0.968 ], [ -0.404, 1.248 ], [ 1.156, -0.788 ], [ 0.444, 0.428 ], [ 0.52, 0.372 ], [ 1.568, -1.696 ], [ -1.624, -1.48 ], [ 1.316, -0.96 ], ... ],
[ [ 0.048, -1.2 ], [ 1.988, 0.08 ], [ -0.868, -1.484 ], [ 0.504, -1.68 ], [ -1.444, -1.696 ], [ 0.16, 0.632 ], [ -1.796, 0.172 ], [ 1.744, 0.388 ], ... ],
[ [ 1.524, 0.88 ], [ 0.676, 0.132 ], [ -1.144, 0.188 ], [ -1.66, -0.332 ], [ 1.66, 0.496 ], [ 0.48, 0.568 ], [ 1.196, -0.912 ], [ 1.252, 0.608 ], ... ],
...
]
Reference Output: [
[ [ 0.08, -0.852 ], [ -1.476, 1.136 ], [ 1.224, 0.248 ], [ 0.148, 1.988 ], [ -0.68, 0.872 ], [ 0.968, 0.34 ], [ 0.504, 1.464 ], [ 0.34, -1.46 ], ... ],
[ [ 0.7, 0.848 ], [ 0.784, -1.356 ], [ 1.376, -1.388 ], [ -1.88, -0.804 ], [ 1.172, -0.564 ], [ 1.46, 1.008 ], [ -0.084, 1.192 ], [ 1.66, -1.192 ], ... ],
[ [ -0.128, -0.752 ], [ -1.74, -1.092 ], [ -0.02, 0.1 ], [ 0.136, 1.768 ], [ 0.144, -0.968 ], [ -1.88, -0.664 ], [ 1.348, 0.644 ], [ -1.196, 1.756 ], ... ],
[ [ 0.496, 0.868 ], [ 1.308, 0.076 ], [ -0.872, 0.416 ], [ -1.756, -1.688 ], [ 0.812, 1.304 ], [ 0.52, 1.488 ], [ -1.512, -0.864 ], [ -0.668, -1.464 ], ... ],
[ [ -0.608, 0.78 ], [ -1.104, -0.924 ], [ 1.168, 0.916 ], [ -1.7, 1.476 ], [ -0.952, 1.848 ], [ -0.356, 1.644 ], [ 1.968, -1.104 ], [ 1.052, -0.692 ], ... ],
[ [ 1.764, -0.968 ], [ -0.404, 1.248 ], [ 1.156, -0.788 ], [ 0.444, 0.428 ], [ 0.52, 0.372 ], [ 1.568, -1.696 ], [ -1.624, -1.48 ], [ 1.316, -0.96 ], ... ],
[ [ 0.048, -1.2 ], [ 1.988, 0.08 ], [ -0.868, -1.484 ], [ 0.504, -1.68 ], [ -1.444, -1.696 ], [ 0.16, 0.632 ], [ -1.796, 0.172 ], [ 1.744, 0.388 ], ... ],
[ [ 1.524, 0.88 ], [ 0.676, 0.132 ], [ -1.144, 0.188 ], [ -1.66, -0.332 ], [ 1.66, 0.496 ], [ 0.48, 0.568 ], [ 1.196, -0.912 ], [ 1.252, 0.608 ], ... ],
...
]
Error: [
[ [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], ... ],
[ [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], ... ],
[ [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], ... ],
[ [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], ... ],
[ [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], ... ],
[ [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], ... ],
[ [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], ... ],
[ [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], [ 0.0, 0.0 ], ... ],
...
]
Accuracy:
absoluteTol: 0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (2880000#)
relativeTol: 0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (2877016#)

Returns

    {
      "absoluteTol" : {
        "count" : 2880000,
        "sum" : 0.0,
        "min" : 0.0,
        "max" : 0.0,
        "sumOfSquare" : 0.0,
        "standardDeviation" : 0.0,
        "average" : 0.0
      },
      "relativeTol" : {
        "count" : 2877016,
        "sum" : 0.0,
        "min" : 0.0,
        "max" : 0.0,
        "sumOfSquare" : 0.0,
        "standardDeviation" : 0.0,
        "average" : 0.0
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (2880000#), relativeTol=0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (2877016#)}OK
 
  {
    "result": "OK",
    "performance": {
      "execution_time": "1.221",
      "gc_time": "0.207"
    },
    "created_on": 1586739462605,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "Double",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ImgConcatLayerTest.Double",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/ImgConcatLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/ImgConcatLayer/Double/equivalencyTest/202004135742",
    "id": "5b2a468d-a9bd-4f9a-8ed9-cf8598312de3",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "ImgConcatLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ImgConcatLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/ImgConcatLayer.java",
      "javaDoc": ""
    }
  }