1. Test Modules
  2. Reference Implementation
  3. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Using Seed 8203371970784655360

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.java.SumInputsLayer",
"id": "9d7e86c9-37f7-42b7-a5bb-3055fcdcb48e",
"isFrozen": false,
"name": "SumInputsLayer"
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.cudnn.SumInputsLayer",
"id": "f4d5f107-64d8-4eac-97ed-a21ebd356294",
"isFrozen": false,
"name": "SumInputsLayer",
"precision": "Double",
"parallel": true
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.69 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging
Inputs: [
[ [ 0.08 ], [ -1.476 ], [ 1.224 ], [ 0.148 ], [ -0.68 ], [ 0.968 ], [ 0.504 ], [ 0.34 ], ... ],
[ [ 0.7 ], [ 0.784 ], [ 1.376 ], [ -1.88 ], [ 1.172 ], [ 1.46 ], [ -0.084 ], [ 1.66 ], ... ],
[ [ -0.128 ], [ -1.74 ], [ -0.02 ], [ 0.136 ], [ 0.144 ], [ -1.88 ], [ 1.348 ], [ -1.196 ], ... ],
[ [ 0.496 ], [ 1.308 ], [ -0.872 ], [ -1.756 ], [ 0.812 ], [ 0.52 ], [ -1.512 ], [ -0.668 ], ... ],
[ [ -0.608 ], [ -1.104 ], [ 1.168 ], [ -1.7 ], [ -0.952 ], [ -0.356 ], [ 1.968 ], [ 1.052 ], ... ],
[ [ 1.764 ], [ -0.404 ], [ 1.156 ], [ 0.444 ], [ 0.52 ], [ 1.568 ], [ -1.624 ], [ 1.316 ], ... ],
[ [ 0.048 ], [ 1.988 ], [ -0.868 ], [ 0.504 ], [ -1.444 ], [ 0.16 ], [ -1.796 ], [ 1.744 ], ... ],
[ [ 1.524 ], [ 0.676 ], [ -1.144 ], [ -1.66 ], [ 1.66 ], [ 0.48 ], [ 1.196 ], [ 1.252 ], ... ],
...
],
[
[ [ -0.852 ], [ 1.136 ], [ 0.248 ], [ 1.988 ], [ 0.872 ], [ 0.34 ], [ 1.464 ], [ -1.46 ], ... ],
[ [ 0.848 ], [ -1.356 ], [ -1.388 ], [ -0.804 ], [ -0.564 ], [ 1.008 ], [ 1.192 ], [ -1.192 ], ... ],
[ [ -0.752 ], [ -1.092 ], [ 0.1 ], [ 1.768 ], [ -0.968 ], [ -0.664 ], [ 0.644 ], [ 1.756 ], ... ],
[ [ 0.868 ], [ 0.076 ], [ 0.416 ], [ -1.688 ], [ 1.304 ], [ 1.488 ], [ -0.864 ], [ -1.464 ], ... ],
[ [ 0.78 ], [ -0.924 ], [ 0.916 ], [ 1.476 ], [ 1.848 ], [ 1.644 ], [ -1.104 ], [ -0.692 ], ... ],
[ [ -0.968 ], [ 1.248 ], [ -0.788 ], [ 0.428 ], [ 0.372 ], [ -1.696 ], [ -1.48 ], [ -0.96 ], ... ],
[ [ -1.2 ], [ 0.08 ], [ -1.484 ], [ -1.68 ], [ -1.696 ], [ 0.632 ], [ 0.172 ], [ 0.388 ], ... ],
[ [ 0.88 ], [ 0.132 ], [ 0.188 ], [ -0.332 ], [ 0.496 ], [ 0.568 ], [ -0.912 ], [ 0.608 ], ... ],
...
],
[
[ [ -1.808 ], [ 1.312 ], [ -1.452 ], [ -1.596 ], [ -0.64 ], [ -0.48 ], [ -0.892 ], [ 1.76 ], ... ],
[ [ -1.072 ], [ -0.224 ], [ 0.032 ], [ -0.868 ], [ -0.764 ], [ -1.02 ], [ -1.784 ], [ -0.316 ], ... ],
[ [ 1.812 ], [ -1.912 ], [ -0.192 ], [ -1.292 ], [ 0.588 ], [ -0.82 ], [ 0.116 ], [ 0.968 ], ... ],
[ [ -1.156 ], [ -1.068 ], [ -0.048 ], [ 0.172 ], [ -1.752 ], [ -1.612 ], [ 1.744 ], [ 1.992 ], ... ],
[ [ 1.012 ], [ -1.468 ], [ -0.032 ], [ 0.044 ], [ 0.668 ], [ 1.292 ], [ 0.568 ], [ -0.664 ], ... ],
[ [ 0.076 ], [ 0.04 ], [ 0.372 ], [ -0.704 ], [ 1.92 ], [ -0.192 ], [ -0.036 ], [ 1.3 ], ... ],
[ [ 1.724 ], [ 1.488 ], [ -0.836 ], [ -1.888 ], [ -0.52 ], [ 0.696 ], [ -1.428 ], [ -1.048 ], ... ],
[ [ -0.42 ], [ -1.088 ], [ 0.164 ], [ -0.996 ], [ 1.488 ], [ 0.456 ], [ 0.62 ], [ -1.616 ], ... ],
...
],
[
[ [ -0.832 ], [ 1.856 ], [ -1.732 ], [ 1.38 ], [ -0.904 ], [ 1.672 ], [ 1.932 ], [ -1.66 ], ... ],
[ [ -0.804 ], [ -1.368 ], [ 0.756 ], [ 0.24 ], [ 0.564 ], [ -0.444 ], [ 1.852 ], [ 0.328 ], ... ],
[ [ 0.44 ], [ -0.036 ], [ 1.036 ], [ 1.168 ], [ 1.8 ], [ -0.076 ], [ 1.8 ], [ 0.752 ], ... ],
[ [ 0.756 ], [ -1.672 ], [ -1.196 ], [ 0.02 ], [ 1.452 ], [ 1.152 ], [ -1.132 ], [ -0.62 ], ... ],
[ [ 0.852 ], [ -1.26 ], [ -0.98 ], [ 0.42 ], [ -1.868 ], [ -0.076 ], [ 1.528 ], [ -0.592 ], ... ],
[ [ -0.168 ], [ -0.028 ], [ 0.196 ], [ -1.336 ], [ -0.656 ], [ -0.692 ], [ 1.504 ], [ -1.06 ], ... ],
[ [ 0.072 ], [ -1.384 ], [ 1.132 ], [ -1.904 ], [ 0.952 ], [ -1.628 ], [ 1.076 ], [ 1.26 ], ... ],
[ [ -1.66 ], [ 0.732 ], [ -0.004 ], [ 1.564 ], [ 0.344 ], [ 0.832 ], [ 1.988 ], [ 0.764 ], ... ],
...
],
[
[ [ -0.144 ], [ 1.384 ], [ 1.364 ], [ -1.292 ], [ 0.22 ], [ 1.768 ], [ -1.744 ], [ 0.428 ], ... ],
[ [ -1.78 ], [ 1.956 ], [ 0.224 ], [ 1.136 ], [ -0.272 ], [ -0.776 ], [ -0.732 ], [ 1.092 ], ... ],
[ [ 0.816 ], [ 1.492 ], [ -1.48 ], [ 0.16 ], [ 0.46 ], [ 0.632 ], [ 0.548 ], [ -1.756 ], ... ],
[ [ -1.76 ], [ 0.028 ], [ -0.644 ], [ -0.644 ], [ -1.956 ], [ 1.032 ], [ 0.376 ], [ 1.692 ], ... ],
[ [ -1.124 ], [ -1.0 ], [ 0.576 ], [ -1.184 ], [ -1.328 ], [ 0.684 ], [ -1.852 ], [ -0.4 ], ... ],
[ [ -0.444 ], [ -0.648 ], [ 0.552 ], [ -1.536 ], [ 1.128 ], [ 0.356 ], [ 0.248 ], [ 1.132 ], ... ],
[ [ -0.084 ], [ -1.312 ], [ -0.712 ], [ -0.716 ], [ 0.396 ], [ -1.512 ], [ -1.832 ], [ 1.94 ], ... ],
[ [ 1.192 ], [ 0.616 ], [ 0.2 ], [ -0.136 ], [ 0.072 ], [ 1.712 ], [ -1.308 ], [ 1.252 ], ... ],
...
]
Subject Output: [
[ [ -3.556 ], [ 4.212000000000001 ], [ -0.34799999999999986 ], [ 0.6279999999999999 ], [ -1.1320000000000001 ], [ 4.268 ], [ 1.2639999999999998 ], [ -0.5919999999999999 ], ... ],
[ [ -2.108 ], [ -0.20800000000000018 ], [ 1.0 ], [ -2.176 ], [ 0.1359999999999999 ], [ 0.22799999999999976 ], [ 0.44399999999999995 ], [ 1.572 ], ... ],
[ [ 2.188 ], [ -3.288 ], [ -0.5559999999999999 ], [ 1.9399999999999997 ], [ 2.0240000000000005 ], [ -2.808 ], [ 4.4559999999999995 ], [ 0.524 ], ... ],
[ [ -0.7960000000000003 ], [ -1.3279999999999996 ], [ -2.344 ], [ -3.896 ], [ -0.14000000000000012 ], [ 2.58 ], [ -1.388 ], [ 0.9319999999999999 ], ... ],
[ [ 0.9119999999999999 ], [ -5.756 ], [ 1.6480000000000001 ], [ -0.944 ], [ -1.632 ], [ 3.1879999999999997 ], [ 1.1079999999999997 ], [ -1.296 ], ... ],
[ [ 0.26 ], [ 0.20799999999999996 ], [ 1.488 ], [ -2.7039999999999997 ], [ 3.284 ], [ -0.6559999999999999 ], [ -1.3880000000000001 ], [ 1.728 ], ... ],
[ [ 0.56 ], [ 0.8600000000000003 ], [ -2.768 ], [ -5.684 ], [ -2.312 ], [ -1.652 ], [ -3.8080000000000003 ], [ 4.284000000000001 ], ... ],
[ [ 1.516 ], [ 1.0679999999999998 ], [ -0.596 ], [ -1.56 ], [ 4.06 ], [ 4.048 ], [ 1.5839999999999996 ], [ 2.26 ], ... ],
...
]
Reference Output: [
[ [ -3.556 ], [ 4.212000000000001 ], [ -0.34799999999999986 ], [ 0.6279999999999999 ], [ -1.1320000000000001 ], [ 4.268 ], [ 1.2639999999999998 ], [ -0.5919999999999999 ], ... ],
[ [ -2.108 ], [ -0.20800000000000018 ], [ 1.0 ], [ -2.176 ], [ 0.1359999999999999 ], [ 0.22799999999999976 ], [ 0.44399999999999995 ], [ 1.572 ], ... ],
[ [ 2.188 ], [ -3.288 ], [ -0.5559999999999999 ], [ 1.9399999999999997 ], [ 2.0240000000000005 ], [ -2.808 ], [ 4.4559999999999995 ], [ 0.524 ], ... ],
[ [ -0.7960000000000003 ], [ -1.3279999999999996 ], [ -2.344 ], [ -3.896 ], [ -0.14000000000000012 ], [ 2.58 ], [ -1.388 ], [ 0.9319999999999999 ], ... ],
[ [ 0.9119999999999999 ], [ -5.756 ], [ 1.6480000000000001 ], [ -0.944 ], [ -1.632 ], [ 3.1879999999999997 ], [ 1.1079999999999997 ], [ -1.296 ], ... ],
[ [ 0.26 ], [ 0.20799999999999996 ], [ 1.488 ], [ -2.7039999999999997 ], [ 3.284 ], [ -0.6559999999999999 ], [ -1.3880000000000001 ], [ 1.728 ], ... ],
[ [ 0.56 ], [ 0.8600000000000003 ], [ -2.768 ], [ -5.684 ], [ -2.312 ], [ -1.652 ], [ -3.8080000000000003 ], [ 4.284000000000001 ], ... ],
[ [ 1.516 ], [ 1.0679999999999998 ], [ -0.596 ], [ -1.56 ], [ 4.06 ], [ 4.048 ], [ 1.5839999999999996 ], [ 2.26 ], ... ],
...
]
Error: [
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
...
]
Accuracy:
absoluteTol: 0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (1440000#)
relativeTol: 0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (1439594#)

Returns

    {
      "absoluteTol" : {
        "count" : 1440000,
        "sum" : 0.0,
        "min" : 0.0,
        "max" : 0.0,
        "sumOfSquare" : 0.0,
        "standardDeviation" : 0.0,
        "average" : 0.0
      },
      "relativeTol" : {
        "count" : 1439594,
        "sum" : 0.0,
        "min" : 0.0,
        "max" : 0.0,
        "sumOfSquare" : 0.0,
        "standardDeviation" : 0.0,
        "average" : 0.0
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (1440000#), relativeTol=0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (1439594#)}OK
  {
    "result": "OK",
    "performance": {
      "execution_time": "1.185",
      "gc_time": "0.225"
    },
    "created_on": 1586741850646,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "Double_List",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.SumInputsLayerTest.Double_List",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/SumInputsLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/SumInputsLayer/Double_List/equivalencyTest/202004133730",
    "id": "39045566-10c5-4cdc-8eeb-42e1ed12497b",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "SumInputsLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.SumInputsLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/SumInputsLayer.java",
      "javaDoc": ""
    }
  }