{
  "batch_sweep": [
    {
      "sigma": 0.0,
      "batch": 16,
      "expected_loss_floor": 0.0,
      "updates": 15,
      "modeled_seconds": 0.17400000000000002,
      "examples_per_second": 1379.310344827586
    },
    {
      "sigma": 0.0,
      "batch": 32,
      "expected_loss_floor": 0.0,
      "updates": 15,
      "modeled_seconds": 0.198,
      "examples_per_second": 2424.2424242424245
    },
    {
      "sigma": 0.0,
      "batch": 64,
      "expected_loss_floor": 0.0,
      "updates": 15,
      "modeled_seconds": 0.24600000000000002,
      "examples_per_second": 3902.4390243902435
    },
    {
      "sigma": 0.0,
      "batch": 128,
      "expected_loss_floor": 0.0,
      "updates": 15,
      "modeled_seconds": 0.342,
      "examples_per_second": 5614.035087719298
    },
    {
      "sigma": 0.0,
      "batch": 256,
      "expected_loss_floor": 0.0,
      "updates": 15,
      "modeled_seconds": 0.534,
      "examples_per_second": 7191.011235955057
    },
    {
      "sigma": 0.0,
      "batch": 512,
      "expected_loss_floor": 0.0,
      "updates": 15,
      "modeled_seconds": 0.918,
      "examples_per_second": 8366.013071895424
    },
    {
      "sigma": 0.0,
      "batch": 1024,
      "expected_loss_floor": 0.0,
      "updates": 15,
      "modeled_seconds": 1.686,
      "examples_per_second": 9110.32028469751
    },
    {
      "sigma": 0.0,
      "batch": 2048,
      "expected_loss_floor": 0.0,
      "updates": 15,
      "modeled_seconds": 3.2220000000000004,
      "examples_per_second": 9534.450651769086
    },
    {
      "sigma": 0.2,
      "batch": 16,
      "expected_loss_floor": 0.0001785714285714286,
      "updates": null,
      "modeled_seconds": null,
      "examples_per_second": 1379.310344827586
    },
    {
      "sigma": 0.2,
      "batch": 32,
      "expected_loss_floor": 8.92857142857143e-05,
      "updates": 19,
      "modeled_seconds": 0.2508,
      "examples_per_second": 2424.2424242424245
    },
    {
      "sigma": 0.2,
      "batch": 64,
      "expected_loss_floor": 4.464285714285715e-05,
      "updates": 16,
      "modeled_seconds": 0.2624,
      "examples_per_second": 3902.4390243902435
    },
    {
      "sigma": 0.2,
      "batch": 128,
      "expected_loss_floor": 2.2321428571428575e-05,
      "updates": 16,
      "modeled_seconds": 0.3648,
      "examples_per_second": 5614.035087719298
    },
    {
      "sigma": 0.2,
      "batch": 256,
      "expected_loss_floor": 1.1160714285714287e-05,
      "updates": 16,
      "modeled_seconds": 0.5696,
      "examples_per_second": 7191.011235955057
    },
    {
      "sigma": 0.2,
      "batch": 512,
      "expected_loss_floor": 5.580357142857144e-06,
      "updates": 15,
      "modeled_seconds": 0.918,
      "examples_per_second": 8366.013071895424
    },
    {
      "sigma": 0.2,
      "batch": 1024,
      "expected_loss_floor": 2.790178571428572e-06,
      "updates": 15,
      "modeled_seconds": 1.686,
      "examples_per_second": 9110.32028469751
    },
    {
      "sigma": 0.2,
      "batch": 2048,
      "expected_loss_floor": 1.395089285714286e-06,
      "updates": 15,
      "modeled_seconds": 3.2220000000000004,
      "examples_per_second": 9534.450651769086
    },
    {
      "sigma": 0.8,
      "batch": 16,
      "expected_loss_floor": 0.0028571428571428576,
      "updates": null,
      "modeled_seconds": null,
      "examples_per_second": 1379.310344827586
    },
    {
      "sigma": 0.8,
      "batch": 32,
      "expected_loss_floor": 0.0014285714285714288,
      "updates": null,
      "modeled_seconds": null,
      "examples_per_second": 2424.2424242424245
    },
    {
      "sigma": 0.8,
      "batch": 64,
      "expected_loss_floor": 0.0007142857142857144,
      "updates": null,
      "modeled_seconds": null,
      "examples_per_second": 3902.4390243902435
    },
    {
      "sigma": 0.8,
      "batch": 128,
      "expected_loss_floor": 0.0003571428571428572,
      "updates": null,
      "modeled_seconds": null,
      "examples_per_second": 5614.035087719298
    },
    {
      "sigma": 0.8,
      "batch": 256,
      "expected_loss_floor": 0.0001785714285714286,
      "updates": null,
      "modeled_seconds": null,
      "examples_per_second": 7191.011235955057
    },
    {
      "sigma": 0.8,
      "batch": 512,
      "expected_loss_floor": 8.92857142857143e-05,
      "updates": 19,
      "modeled_seconds": 1.1628,
      "examples_per_second": 8366.013071895424
    },
    {
      "sigma": 0.8,
      "batch": 1024,
      "expected_loss_floor": 4.464285714285715e-05,
      "updates": 16,
      "modeled_seconds": 1.7984,
      "examples_per_second": 9110.32028469751
    },
    {
      "sigma": 0.8,
      "batch": 2048,
      "expected_loss_floor": 2.2321428571428575e-05,
      "updates": 16,
      "modeled_seconds": 3.4368000000000003,
      "examples_per_second": 9534.450651769086
    }
  ],
  "learning_rate": 0.25,
  "target_expected_loss": 0.0001,
  "timing_model": "seconds/update = 0.01 + batch / 10000",
  "gradient_model": "g = w + independent zero-mean noise; variance of batch mean = sigma^2 / batch"
}