1. Test Modules
  2. Reference Implementation
  3. Results

Subreport: Logs for com.simiacryptus.ref.lang.ReferenceCountingBase

Test Modules

Using Seed 8937911317540568064

Reference Implementation

This key is an alternate implementation which is expected to behave the same as the following key:

EquivalencyTester.java:113 executed in 0.00 seconds (0.000 gc):

    assert reference != null;
    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(reference.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.java.ReLuActivationLayer",
"id": "99499d4c-5245-406e-a612-0a160d2d1ad9",
"isFrozen": true,
"name": "ReLuActivationLayer",
"weights": [
1.0
]
}

EquivalencyTester.java:117 executed in 0.00 seconds (0.000 gc):

    log.info(new GsonBuilder().setPrettyPrinting().create().toJson(subject.getJson()));
Logging
{
"class": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayer",
"id": "d3948769-a57e-401e-96f6-8ab0ac82923d",
"isFrozen": false,
"name": "Activation (1)",
"alpha": 1.0,
"mode": 1,
"precision": "Float"
}

We measureStyle the agreement between the two layers in a random execution:

EquivalencyTester.java:121 executed in 0.49 seconds (0.000 gc):

    return test(subject.addRef(), RefUtil.addRef(inputPrototype));
Logging
Inputs: [
[ [ 0.08 ], [ -1.476 ], [ 1.224 ], [ 0.148 ], [ -0.68 ], [ 0.968 ], [ 0.504 ], [ 0.34 ], ... ],
[ [ 0.7 ], [ 0.784 ], [ 1.376 ], [ -1.88 ], [ 1.172 ], [ 1.46 ], [ -0.084 ], [ 1.66 ], ... ],
[ [ -0.128 ], [ -1.74 ], [ -0.02 ], [ 0.136 ], [ 0.144 ], [ -1.88 ], [ 1.348 ], [ -1.196 ], ... ],
[ [ 0.496 ], [ 1.308 ], [ -0.872 ], [ -1.756 ], [ 0.812 ], [ 0.52 ], [ -1.512 ], [ -0.668 ], ... ],
[ [ -0.608 ], [ -1.104 ], [ 1.168 ], [ -1.7 ], [ -0.952 ], [ -0.356 ], [ 1.968 ], [ 1.052 ], ... ],
[ [ 1.764 ], [ -0.404 ], [ 1.156 ], [ 0.444 ], [ 0.52 ], [ 1.568 ], [ -1.624 ], [ 1.316 ], ... ],
[ [ 0.048 ], [ 1.988 ], [ -0.868 ], [ 0.504 ], [ -1.444 ], [ 0.16 ], [ -1.796 ], [ 1.744 ], ... ],
[ [ 1.524 ], [ 0.676 ], [ -1.144 ], [ -1.66 ], [ 1.66 ], [ 0.48 ], [ 1.196 ], [ 1.252 ], ... ],
...
]
Subject Output: [
[ [ 0.07999999821186066 ], [ 0.0 ], [ 1.2239999771118164 ], [ 0.14800000190734863 ], [ 0.0 ], [ 0.9679999947547913 ], [ 0.5040000081062317 ], [ 0.3400000035762787 ], ... ],
[ [ 0.699999988079071 ], [ 0.7839999794960022 ], [ 1.3760000467300415 ], [ 0.0 ], [ 1.1720000505447388 ], [ 1.4600000381469727 ], [ 0.0 ], [ 1.659999966621399 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.13600000739097595 ], [ 0.14399999380111694 ], [ 0.0 ], [ 1.3480000495910645 ], [ 0.0 ], ... ],
[ [ 0.4959999918937683 ], [ 1.3079999685287476 ], [ 0.0 ], [ 0.0 ], [ 0.8119999766349792 ], [ 0.5199999809265137 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 1.1679999828338623 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 1.968000054359436 ], [ 1.0520000457763672 ], ... ],
[ [ 1.7640000581741333 ], [ 0.0 ], [ 1.156000018119812 ], [ 0.4440000057220459 ], [ 0.5199999809265137 ], [ 1.5679999589920044 ], [ 0.0 ], [ 1.315999984741211 ], ... ],
[ [ 0.04800000041723251 ], [ 1.9880000352859497 ], [ 0.0 ], [ 0.5040000081062317 ], [ 0.0 ], [ 0.1599999964237213 ], [ 0.0 ], [ 1.74399995803833 ], ... ],
[ [ 1.5240000486373901 ], [ 0.6759999990463257 ], [ 0.0 ], [ 0.0 ], [ 1.659999966621399 ], [ 0.47999998927116394 ], [ 1.1959999799728394 ], [ 1.2519999742507935 ], ... ],
...
]
Reference Output: [
[ [ 0.08 ], [ 0.0 ], [ 1.224 ], [ 0.148 ], [ 0.0 ], [ 0.968 ], [ 0.504 ], [ 0.34 ], ... ],
[ [ 0.7 ], [ 0.784 ], [ 1.376 ], [ 0.0 ], [ 1.172 ], [ 1.46 ], [ 0.0 ], [ 1.66 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 0.136 ], [ 0.144 ], [ 0.0 ], [ 1.348 ], [ 0.0 ], ... ],
[ [ 0.496 ], [ 1.308 ], [ 0.0 ], [ 0.0 ], [ 0.812 ], [ 0.52 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 1.168 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 1.968 ], [ 1.052 ], ... ],
[ [ 1.764 ], [ 0.0 ], [ 1.156 ], [ 0.444 ], [ 0.52 ], [ 1.568 ], [ 0.0 ], [ 1.316 ], ... ],
[ [ 0.048 ], [ 1.988 ], [ 0.0 ], [ 0.504 ], [ 0.0 ], [ 0.16 ], [ 0.0 ], [ 1.744 ], ... ],
[ [ 1.524 ], [ 0.676 ], [ 0.0 ], [ 0.0 ], [ 1.66 ], [ 0.48 ], [ 1.196 ], [ 1.252 ], ... ],
...
]
Error: [
[ [ -1.7881393449270533E-9 ], [ 0.0 ], [ -2.288818357065736E-8 ], [ 1.907348640139972E-9 ], [ 0.0 ], [ -5.2452087118126656E-9 ], [ 8.106231685900411E-9 ], [ 3.576278662098531E-9 ], ... ],
[ [ -1.1920928910669204E-8 ], [ -2.050399783293244E-8 ], [ 4.6730041614040374E-8 ], [ 0.0 ], [ 5.054473883880917E-8 ], [ 3.814697269177714E-8 ], [ 0.0 ], [ -3.337860099428269E-8 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 7.390975942378475E-9 ], [ -6.198883045760439E-9 ], [ 0.0 ], [ 4.9591064366083515E-8 ], [ 0.0 ], ... ],
[ [ -8.106231685900411E-9 ], [ -3.14712524929206E-8 ], [ 0.0 ], [ 0.0 ], [ -2.3365020807020187E-8 ], [ -1.907348634588857E-8 ], [ 0.0 ], [ 0.0 ], ... ],
[ [ 0.0 ], [ 0.0 ], [ -1.716613762248187E-8 ], [ 0.0 ], [ 0.0 ], [ 0.0 ], [ 5.435943606357796E-8 ], [ 4.577636714131472E-8 ], ... ],
[ [ 5.817413328834675E-8 ], [ 0.0 ], [ 1.811981209520752E-8 ], [ 5.72204589266434E-9 ], [ -1.907348634588857E-8 ], [ -4.100799566586488E-8 ], [ 0.0 ], [ -1.5258789121119776E-8 ], ... ],
[ [ 4.1723251242853365E-10 ], [ 3.528594971768939E-8 ], [ 0.0 ], [ 8.106231685900411E-9 ], [ 0.0 ], [ -3.5762786898541066E-9 ], [ 0.0 ], [ -4.196166991654593E-8 ], ... ],
[ [ 4.863739011540247E-8 ], [ -9.536743617033494E-10 ], [ 0.0 ], [ 0.0 ], [ -3.337860099428269E-8 ], [ -1.0728836041806744E-8 ], [ -2.0027160596569615E-8 ], [ -2.5749206544745107E-8 ], ... ],
...
]
Accuracy:
absoluteTol: 9.9565e-09 +- 1.5497e-08 [0.0000e+00 - 5.9128e-08] (1440000#)
relativeTol: 1.0511e-08 +- 6.5677e-09 [0.0000e+00 - 2.7173e-08] (719376#)

Returns

    {
      "absoluteTol" : {
        "count" : 1440000,
        "sum" : 0.014337335154179655,
        "min" : 0.0,
        "max" : 5.91278075390278E-8,
        "sumOfSquare" : 4.885587266907658E-10,
        "standardDeviation" : 1.5496623660162003E-8,
        "average" : 9.956482745958094E-9
      },
      "relativeTol" : {
        "count" : 719376,
        "sum" : 0.007561613440595751,
        "min" : 0.0,
        "max" : 2.7172704932153183E-8,
        "sumOfSquare" : 1.1051286938981274E-10,
        "standardDeviation" : 6.5677045005673886E-9,
        "average" : 1.0511350727013065E-8
      }
    }

LayerTests.java:425 executed in 0.00 seconds (0.000 gc):

    throwException(exceptions.addRef());

Results

classdetailsresult
com.simiacryptus.mindseye.test.unit.EquivalencyTesterToleranceStatistics{absoluteTol=9.9565e-09 +- 1.5497e-08 [0.0000e+00 - 5.9128e-08] (1440000#), relativeTol=1.0511e-08 +- 6.5677e-09 [0.0000e+00 - 2.7173e-08] (719376#)}OK
  {
    "result": "OK",
    "performance": {
      "execution_time": "0.752",
      "gc_time": "0.188"
    },
    "created_on": 1586740452402,
    "file_name": "equivalencyTest",
    "report": {
      "simpleName": "ReLu_Float",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayerTest.ReLu_Float",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/test/java/com/simiacryptus/mindseye/layers/cudnn/ActivationLayerTest.java",
      "javaDoc": ""
    },
    "archive": "s3://code.simiacrypt.us/tests/com/simiacryptus/mindseye/layers/cudnn/ActivationLayer/ReLu_Float/equivalencyTest/202004131412",
    "id": "e389e9c0-8248-4d3a-9899-d472acd6e07a",
    "report_type": "Components",
    "display_name": "Equivalency Validation",
    "target": {
      "simpleName": "ActivationLayer",
      "canonicalName": "com.simiacryptus.mindseye.layers.cudnn.ActivationLayer",
      "link": "https://github.com/SimiaCryptus/mindseye-cudnn/tree/59d5b3318556370acb2d83ee6ec123ce0fc6974f/src/main/java/com/simiacryptus/mindseye/layers/cudnn/ActivationLayer.java",
      "javaDoc": ""
    }
  }