1. Test Modules
  2. Network Diagram
  3. Reference Implementation
  4. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Network Diagram

This is a network apply the following layout:

LayerTests.java:203 executed in 0.07 seconds (0.000 gc):

    return Graphviz.fromGraph((Graph) TestUtil.toGraph(((DAGNetwork) layer).addRef())).height(400).width(600)
        .render(Format.PNG).toImage();
Logging
executing command [/bin/sh, -c, dot -Tsvg /tmp/GraphvizJava/DotEngine1434117166504712663/dotfile.dot -ooutfile.svg]

Returns

Result

Using Seed 5416570163115470848

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.network.PipelineNetwork",
"id": "8776e69f-9c97-43f0-ba3f-502eb1336fb1",
"isFrozen": false,
"name": "PipelineNetwork",
"inputs": [
"c7e3613b-d4dc-4eb4-969a-e2ce14ce886b"
],
"nodes": {
"6f2407fe-f2f8-4fc6-a8c3-251fd130f898": "99b6b691-93f0-43cc-8f1c-0a39e34a864c"
},
"layers": {
"99b6b691-93f0-43cc-8f1c-0a39e34a864c": {
"class": "com.simiacryptus.mindseye.layers.java.SumInputsLayer",
"id": "99b6b691-93f0-43cc-8f1c-0a39e34a864c",
"isFrozen": false,
"name": "SumInputsLayer"
}
},
"links": {
"6f2407fe-f2f8-4fc6-a8c3-251fd130f898": [
"c7e3613b-d4dc-4eb4-969a-e2ce14ce886b",
"c7e3613b-d4dc-4eb4-969a-e2ce14ce886b"
]
},
"labels": {},
"head": "6f2407fe-f2f8-4fc6-a8c3-251fd130f898"
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.network.PipelineNetwork",
"id": "9e9b18fa-eb02-450c-b2cd-f9b9cd8306b2",
"isFrozen": false,
"name": "PipelineNetwork",
"inputs": [
"472de12d-648b-478b-a7c0-b908ba2c3e1f"
],
"nodes": {
"15807ad4-4834-4b1c-99b7-2996dc054a8b": "445913fa-8787-4031-a63c-6e457f713dbb"
},
"layers": {
"445913fa-8787-4031-a63c-6e457f713dbb": {
"class": "com.simiacryptus.mindseye.layers.cudnn.SumInputsLayer",
"id": "445913fa-8787-4031-a63c-6e457f713dbb",
"isFrozen": false,
"name": "SumInputsLayer",
"precision": "Double",
"parallel": true
}
},
"links": {
"15807ad4-4834-4b1c-99b7-2996dc054a8b": [
"472de12d-648b-478b-a7c0-b908ba2c3e1f",
"472de12d-648b-478b-a7c0-b908ba2c3e1f"
]
},
"labels": {},
"head": "15807ad4-4834-4b1c-99b7-2996dc054a8b"
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.33 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging
Inputs: [
[ [ 0.08 ], [ -1.476 ], [ 1.224 ], [ 0.148 ], [ -0.68 ], [ 0.968 ], [ 0.504 ], [ 0.34 ], ... ],
[ [ 0.7 ], [ 0.784 ], [ 1.376 ], [ -1.88 ], [ 1.172 ], [ 1.46 ], [ -0.084 ], [ 1.66 ], ... ],
[ [ -0.128 ], [ -1.74 ], [ -0.02 ], [ 0.136 ], [ 0.144 ], [ -1.88 ], [ 1.348 ], [ -1.196 ], ... ],
[ [ 0.496 ], [ 1.308 ], [ -0.872 ], [ -1.756 ], [ 0.812 ], [ 0.52 ], [ -1.512 ], [ -0.668 ], ... ],
[ [ -0.608 ], [ -1.104 ], [ 1.168 ], [ -1.7 ], [ -0.952 ], [ -0.356 ], [ 1.968 ], [ 1.052 ], ... ],
[ [ 1.764 ], [ -0.404 ], [ 1.156 ], [ 0.444 ], [ 0.52 ], [ 1.568 ], [ -1.624 ], [ 1.316 ], ... ],
[ [ 0.048 ], [ 1.988 ], [ -0.868 ], [ 0.504 ], [ -1.444 ], [ 0.16 ], [ -1.796 ], [ 1.744 ], ... ],
[ [ 1.524 ], [ 0.676 ], [ -1.144 ], [ -1.66 ], [ 1.66 ], [ 0.48 ], [ 1.196 ], [ 1.252 ], ... ],
...
]
Subject Output: [
[ [ 0.16 ], [ -2.952 ], [ 2.448 ], [ 0.296 ], [ -1.36 ], [ 1.936 ], [ 1.008 ], [ 0.68 ], ... ],
[ [ 1.4 ], [ 1.568 ], [ 2.752 ], [ -3.76 ], [ 2.344 ], [ 2.92 ], [ -0.168 ], [ 3.32 ], ... ],
[ [ -0.256 ], [ -3.48 ], [ -0.04 ], [ 0.272 ], [ 0.288 ], [ -3.76 ], [ 2.696 ], [ -2.392 ], ... ],
[ [ 0.992 ], [ 2.616 ], [ -1.744 ], [ -3.512 ], [ 1.624 ], [ 1.04 ], [ -3.024 ], [ -1.336 ], ... ],
[ [ -1.216 ], [ -2.208 ], [ 2.336 ], [ -3.4 ], [ -1.904 ], [ -0.712 ], [ 3.936 ], [ 2.104 ], ... ],
[ [ 3.528 ], [ -0.808 ], [ 2.312 ], [ 0.888 ], [ 1.04 ], [ 3.136 ], [ -3.248 ], [ 2.632 ], ... ],
[ [ 0.096 ], [ 3.976 ], [ -1.736 ], [ 1.008 ], [ -2.888 ], [ 0.32 ], [ -3.592 ], [ 3.488 ], ... ],
[ [ 3.048 ], [ 1.352 ], [ -2.288 ], [ -3.32 ], [ 3.32 ], [ 0.96 ], [ 2.392 ], [ 2.504 ], ... ],
...
]
Reference Output: [
[ [ 0.16 ], [ -2.952 ], [ 2.448 ], [ 0.296 ], [ -1.36 ], [ 1.936 ], [ 1.008 ], [ 0.68 ], ... ],
[ [ 1.4 ], [ 1.568 ], [ 2.752 ], [ -3.76 ], [ 2.344 ], [ 2.92 ], [ -0.168 ], [ 3.32 ], ... ],
[ [ -0.256 ], [ -3.48 ], [ -0.04 ], [ 0.272 ], [ 0.288 ], [ -3.76 ], [ 2.696 ], [ -2.392 ], ... ],
[ [ 0.992 ], [ 2.616 ], [ -1.744 ], [ -3.512 ], [ 1.624 ], [ 1.04 ], [ -3.024 ], [ -1.336 ], ... ],
[ [ -1.216 ], [ -2.208 ], [ 2.336 ], [ -3.4 ], [ -1.904 ], [ -0.712 ], [ 3.936 ], [ 2.104 ], ... ],
[ [ 3.528 ], [ -0.808 ], [ 2.312 ], [ 0.888 ], [ 1.04 ], [ 3.136 ], [ -3.248 ], [ 2.632 ], ... ],
[ [ 0.096 ], [ 3.976 ], [ -1.736 ], [ 1.008 ], [ -2.888 ], [ 0.32 ], [ -3.592 ], [ 3.488 ], ... ],
[ [ 3.048 ], [ 1.352 ], [ -2.288 ], [ -3.32 ], [ 3.32 ], [ 0.96 ], [ 2.392 ], [ 2.504 ], ... ],
...
]
Error: [
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], ... ],
...
]
Accuracy:
absoluteTol: 0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (960000#)
relativeTol: 0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (959019#)

Returns

    {
      "absoluteTol" : {
        "count" : 960000,
        "sum" : 0.0,
        "min" : 0.0,
        "max" : 0.0,
        "sumOfSquare" : 0.0,
        "standardDeviation" : 0.0,
        "average" : 0.0
      },
      "relativeTol" : {
        "count" : 959019,
        "sum" : 0.0,
        "min" : 0.0,
        "max" : 0.0,
        "sumOfSquare" : 0.0,
        "standardDeviation" : 0.0,
        "average" : 0.0
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (960000#), relativeTol=0.0000e+00 +- 0.0000e+00 [0.0000e+00 - 0.0000e+00] (959019#)}OK
  {
    "result": "OK",
    "performance": {
      "execution_time": "0.660",
      "gc_time": "0.159"
    },
    "created_on": 1586742326182,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "OnePlusOne",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.SumInputsLayerTest.OnePlusOne",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/SumInputsLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/java/SumInputsLayer/OnePlusOne/equivalencyTest/202004134526",
    "id": "cd809e50-9ea0-4b27-b0e2-05a5bd7b1043",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "SumInputsLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.java.SumInputsLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-java/tree/93db34cedee48c0202777a2b25deddf1dfaf5731/src/main/java/com/simiacryptus/mindseye/layers/java/SumInputsLayer.java",
      "javaDoc": ""
    }
  }