{
  "candidates": [
    {
      "candidate": 0,
      "name": "identity",
      "resolved": false,
      "task": "absolute",
      "tests": [
        {
          "expected": 2,
          "input": -2,
          "partition": "F2P",
          "passed": false
        },
        {
          "expected": 3,
          "input": -3,
          "partition": "F2P",
          "passed": false
        },
        {
          "expected": 0,
          "input": 0,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 2,
          "input": 2,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": 3,
          "partition": "P2P",
          "passed": true
        }
      ]
    },
    {
      "candidate": 1,
      "name": "constant 2",
      "resolved": false,
      "task": "absolute",
      "tests": [
        {
          "expected": 2,
          "input": -2,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": -3,
          "partition": "F2P",
          "passed": false
        },
        {
          "expected": 0,
          "input": 0,
          "partition": "P2P",
          "passed": false
        },
        {
          "expected": 2,
          "input": 2,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": 3,
          "partition": "P2P",
          "passed": false
        }
      ]
    },
    {
      "candidate": 2,
      "name": "negate",
      "resolved": false,
      "task": "absolute",
      "tests": [
        {
          "expected": 2,
          "input": -2,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": -3,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 0,
          "input": 0,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 2,
          "input": 2,
          "partition": "P2P",
          "passed": false
        },
        {
          "expected": 3,
          "input": 3,
          "partition": "P2P",
          "passed": false
        }
      ]
    },
    {
      "candidate": 3,
      "name": "special-case -2",
      "resolved": false,
      "task": "absolute",
      "tests": [
        {
          "expected": 2,
          "input": -2,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": -3,
          "partition": "F2P",
          "passed": false
        },
        {
          "expected": 0,
          "input": 0,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 2,
          "input": 2,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": 3,
          "partition": "P2P",
          "passed": true
        }
      ]
    },
    {
      "candidate": 4,
      "name": "absolute value",
      "resolved": true,
      "task": "absolute",
      "tests": [
        {
          "expected": 2,
          "input": -2,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": -3,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 0,
          "input": 0,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 2,
          "input": 2,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": 3,
          "partition": "P2P",
          "passed": true
        }
      ]
    },
    {
      "candidate": 0,
      "name": "upper bound only",
      "resolved": false,
      "task": "clamp",
      "tests": [
        {
          "expected": 0,
          "input": -1,
          "partition": "F2P",
          "passed": false
        },
        {
          "expected": 0,
          "input": -5,
          "partition": "F2P",
          "passed": false
        },
        {
          "expected": 0,
          "input": 0,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 5,
          "input": 5,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 10,
          "input": 10,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 10,
          "input": 15,
          "partition": "P2P",
          "passed": true
        }
      ]
    },
    {
      "candidate": 1,
      "name": "constant 0",
      "resolved": false,
      "task": "clamp",
      "tests": [
        {
          "expected": 0,
          "input": -1,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 0,
          "input": -5,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 0,
          "input": 0,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 5,
          "input": 5,
          "partition": "P2P",
          "passed": false
        },
        {
          "expected": 10,
          "input": 10,
          "partition": "P2P",
          "passed": false
        },
        {
          "expected": 10,
          "input": 15,
          "partition": "P2P",
          "passed": false
        }
      ]
    },
    {
      "candidate": 2,
      "name": "lower bound only",
      "resolved": false,
      "task": "clamp",
      "tests": [
        {
          "expected": 0,
          "input": -1,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 0,
          "input": -5,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 0,
          "input": 0,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 5,
          "input": 5,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 10,
          "input": 10,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 10,
          "input": 15,
          "partition": "P2P",
          "passed": false
        }
      ]
    },
    {
      "candidate": 3,
      "name": "special-case -1",
      "resolved": false,
      "task": "clamp",
      "tests": [
        {
          "expected": 0,
          "input": -1,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 0,
          "input": -5,
          "partition": "F2P",
          "passed": false
        },
        {
          "expected": 0,
          "input": 0,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 5,
          "input": 5,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 10,
          "input": 10,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 10,
          "input": 15,
          "partition": "P2P",
          "passed": true
        }
      ]
    },
    {
      "candidate": 4,
      "name": "both bounds",
      "resolved": true,
      "task": "clamp",
      "tests": [
        {
          "expected": 0,
          "input": -1,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 0,
          "input": -5,
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 0,
          "input": 0,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 5,
          "input": 5,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 10,
          "input": 10,
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 10,
          "input": 15,
          "partition": "P2P",
          "passed": true
        }
      ]
    },
    {
      "candidate": 0,
      "name": "divide by length",
      "resolved": false,
      "task": "average",
      "tests": [
        {
          "expected": 0,
          "input": [],
          "partition": "F2P",
          "passed": false
        },
        {
          "expected": 3,
          "input": [
            2,
            4
          ],
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 1,
          "input": [
            1
          ],
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 1,
          "input": [
            -2,
            4
          ],
          "partition": "P2P",
          "passed": true
        }
      ]
    },
    {
      "candidate": 1,
      "name": "constant 0",
      "resolved": false,
      "task": "average",
      "tests": [
        {
          "expected": 0,
          "input": [],
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": [
            2,
            4
          ],
          "partition": "P2P",
          "passed": false
        },
        {
          "expected": 1,
          "input": [
            1
          ],
          "partition": "P2P",
          "passed": false
        },
        {
          "expected": 1,
          "input": [
            -2,
            4
          ],
          "partition": "P2P",
          "passed": false
        }
      ]
    },
    {
      "candidate": 2,
      "name": "sum only",
      "resolved": false,
      "task": "average",
      "tests": [
        {
          "expected": 0,
          "input": [],
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": [
            2,
            4
          ],
          "partition": "P2P",
          "passed": false
        },
        {
          "expected": 1,
          "input": [
            1
          ],
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 1,
          "input": [
            -2,
            4
          ],
          "partition": "P2P",
          "passed": false
        }
      ]
    },
    {
      "candidate": 3,
      "name": "first element",
      "resolved": false,
      "task": "average",
      "tests": [
        {
          "expected": 0,
          "input": [],
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": [
            2,
            4
          ],
          "partition": "P2P",
          "passed": false
        },
        {
          "expected": 1,
          "input": [
            1
          ],
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 1,
          "input": [
            -2,
            4
          ],
          "partition": "P2P",
          "passed": false
        }
      ]
    },
    {
      "candidate": 4,
      "name": "empty-aware mean",
      "resolved": true,
      "task": "average",
      "tests": [
        {
          "expected": 0,
          "input": [],
          "partition": "F2P",
          "passed": true
        },
        {
          "expected": 3,
          "input": [
            2,
            4
          ],
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 1,
          "input": [
            1
          ],
          "partition": "P2P",
          "passed": true
        },
        {
          "expected": 1,
          "input": [
            -2,
            4
          ],
          "partition": "P2P",
          "passed": true
        }
      ]
    }
  ],
  "held_out": [
    {
      "expected": 0.5,
      "input": -0.5,
      "passed": true,
      "task": "absolute"
    },
    {
      "expected": 0,
      "input": -0.5,
      "passed": true,
      "task": "clamp"
    },
    {
      "expected": 10,
      "input": 10.5,
      "passed": true,
      "task": "clamp"
    },
    {
      "expected": 3.5,
      "input": 3.5,
      "passed": true,
      "task": "clamp"
    },
    {
      "expected": -3,
      "input": [
        -4,
        -2
      ],
      "passed": true,
      "task": "average"
    }
  ]
}