1. Test Modules
  2. Reference Implementation
  3. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Using Seed 7225476487692965888

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.java.ReLuActivationLayer",
"id": "a27a787a-5621-4567-a721-1f3de1612d37",
"isFrozen": true,
"name": "ReLuActivationLayer",
"weights": [
1.0
]
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayer",
"id": "3d40ef2d-3f8b-4e79-86b0-51ae4e91a395",
"isFrozen": false,
"name": "Activation (1)",
"alpha": 1.0,
"mode": 1,
"precision": "Double"
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.31 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging
Inputs: [
[ [ 0.08 ], [ 0.228 ], [ -0.76 ], [ 1.224 ], [ 1.644 ], [ 0.3 ], [ -0.68 ], [ -1.852 ], ... ],
[ [ 0.7 ], [ -1.324 ], [ 0.292 ], [ 1.376 ], [ -1.056 ], [ 0.976 ], [ 1.172 ], [ -1.26 ], ... ],
[ [ -0.128 ], [ -1.04 ], [ 0.236 ], [ -0.02 ], [ 0.576 ], [ -1.692 ], [ 0.144 ], [ 1.564 ], ... ],
[ [ 0.496 ], [ -1.968 ], [ -1.132 ], [ -0.872 ], [ 0.508 ], [ -0.632 ], [ 0.812 ], [ 1.76 ], ... ],
[ [ -0.608 ], [ 1.76 ], [ -1.072 ], [ 1.168 ], [ -1.292 ], [ 1.34 ], [ -0.952 ], [ -0.4 ], ... ],
[ [ 1.764 ], [ 0.66 ], [ -1.312 ], [ 1.156 ], [ 0.232 ], [ 0.328 ], [ 0.52 ], [ 1.92 ], ... ],
[ [ 0.048 ], [ 1.568 ], [ -0.764 ], [ -0.868 ], [ 1.064 ], [ -0.984 ], [ -1.444 ], [ -0.728 ], ... ],
[ [ 1.524 ], [ 1.14 ], [ -1.028 ], [ -1.144 ], [ -1.024 ], [ -1.424 ], [ 1.66 ], [ 1.708 ], ... ],
...
]
Subject Output: [
[ [ 0.08 ], [ 0.228 ], [ 0.0 ], [ 1.224 ], [ 1.644 ], [ 0.3 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.7 ], [ 0.0 ], [ 0.292 ], [ 1.376 ], [ 0.0 ], [ 0.976 ], [ 1.172 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.236 ], [ 0.0 ], [ 0.576 ], [ 0.0 ], [ 0.144 ], [ 1.564 ], ... ],
[ [ 0.496 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.508 ], [ 0.0 ], [ 0.812 ], [ 1.76 ], ... ],
[ [ 0.0 ], [ 1.76 ], [ 0.0 ], [ 1.168 ], [ 0.0 ], [ 1.34 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 1.764 ], [ 0.66 ], [ 0.0 ], [ 1.156 ], [ 0.232 ], [ 0.328 ], [ 0.52 ], [ 1.92 ], ... ],
[ [ 0.048 ], [ 1.568 ], [ 0.0 ], [ 0.0 ], [ 1.064 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 1.524 ], [ 1.14 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 1.66 ], [ 1.708 ], ... ],
...
]
Reference Output: [
[ [ 0.08 ], [ 0.228 ], [ 0.0 ], [ 1.224 ], [ 1.644 ], [ 0.3 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.7 ], [ 0.0 ], [ 0.292 ], [ 1.376 ], [ 0.0 ], [ 0.976 ], [ 1.172 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.236 ], [ 0.0 ], [ 0.576 ], [ 0.0 ], [ 0.144 ], [ 1.564 ], ... ],
[ [ 0.496 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.508 ], [ 0.0 ], [ 0.812 ], [ 1.76 ], ... ],
[ [ 0.0 ], [ 1.76 ], [ 0.0 ], [ 1.168 ], [ 0.0 ], [ 1.34 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 1.764 ], [ 0.66 ], [ 0.0 ], [ 1.156 ], [ 0.232 ], [ 0.328 ], [ 0.52 ], [ 1.92 ], ... ],
[ [ 0.048 ], [ 1.568 ], [ 0.0 ], [ 0.0 ], [ 1.064 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 1.524 ], [ 1.14 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 1.66 ], [ 1.708 ], ... ],
...
]
Error: [
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
...
]
Accuracy:
absoluteTol: 0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (640000#)
relativeTol: 0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (319259#)

Returns

    {
      "absoluteTol" : {
        "count" : 640000,
        "sum" : 0.0,
        "min" : 0.0,
        "max" : 0.0,
        "sumOfSquare" : 0.0,
        "standardDeviation" : 0.0,
        "average" : 0.0
      },
      "relativeTol" : {
        "count" : 319259,
        "sum" : 0.0,
        "min" : 0.0,
        "max" : 0.0,
        "sumOfSquare" : 0.0,
        "standardDeviation" : 0.0,
        "average" : 0.0
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (640000#), relativeTol=0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (319259#)}OK
  {
    "result": "OK",
    "performance": {
      "execution_time": "0.566",
      "gc_time": "0.205"
    },
    "created_on": 1586740247936,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "ReLu_Double",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayerTest.ReLu_Double",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/ActivationLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/ActivationLayer/ReLu_Double/equivalencyTest/202004131047",
    "id": "97831614-76ea-4c88-a88b-01240d7bf63e",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "ActivationLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/ActivationLayer.java",
      "javaDoc": ""
    }
  }