{
  "cache_bandwidth_sweep": [
    {
      "cache_mib": 1,
      "rate_gib_per_s": 0.25,
      "transfer_ms": 3.90625,
      "handoff_gap_ms": 13.90625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 2,
      "rate_gib_per_s": 0.25,
      "transfer_ms": 7.8125,
      "handoff_gap_ms": 17.8125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 4,
      "rate_gib_per_s": 0.25,
      "transfer_ms": 15.625,
      "handoff_gap_ms": 25.625,
      "passes_max_gap": false
    },
    {
      "cache_mib": 8,
      "rate_gib_per_s": 0.25,
      "transfer_ms": 31.25,
      "handoff_gap_ms": 41.25,
      "passes_max_gap": false
    },
    {
      "cache_mib": 16,
      "rate_gib_per_s": 0.25,
      "transfer_ms": 62.5,
      "handoff_gap_ms": 72.5,
      "passes_max_gap": false
    },
    {
      "cache_mib": 32,
      "rate_gib_per_s": 0.25,
      "transfer_ms": 125.0,
      "handoff_gap_ms": 135.0,
      "passes_max_gap": false
    },
    {
      "cache_mib": 64,
      "rate_gib_per_s": 0.25,
      "transfer_ms": 250.0,
      "handoff_gap_ms": 260.0,
      "passes_max_gap": false
    },
    {
      "cache_mib": 1,
      "rate_gib_per_s": 0.5,
      "transfer_ms": 1.953125,
      "handoff_gap_ms": 11.953125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 2,
      "rate_gib_per_s": 0.5,
      "transfer_ms": 3.90625,
      "handoff_gap_ms": 13.90625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 4,
      "rate_gib_per_s": 0.5,
      "transfer_ms": 7.8125,
      "handoff_gap_ms": 17.8125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 8,
      "rate_gib_per_s": 0.5,
      "transfer_ms": 15.625,
      "handoff_gap_ms": 25.625,
      "passes_max_gap": false
    },
    {
      "cache_mib": 16,
      "rate_gib_per_s": 0.5,
      "transfer_ms": 31.25,
      "handoff_gap_ms": 41.25,
      "passes_max_gap": false
    },
    {
      "cache_mib": 32,
      "rate_gib_per_s": 0.5,
      "transfer_ms": 62.5,
      "handoff_gap_ms": 72.5,
      "passes_max_gap": false
    },
    {
      "cache_mib": 64,
      "rate_gib_per_s": 0.5,
      "transfer_ms": 125.0,
      "handoff_gap_ms": 135.0,
      "passes_max_gap": false
    },
    {
      "cache_mib": 1,
      "rate_gib_per_s": 1.0,
      "transfer_ms": 0.9765625,
      "handoff_gap_ms": 10.9765625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 2,
      "rate_gib_per_s": 1.0,
      "transfer_ms": 1.953125,
      "handoff_gap_ms": 11.953125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 4,
      "rate_gib_per_s": 1.0,
      "transfer_ms": 3.90625,
      "handoff_gap_ms": 13.90625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 8,
      "rate_gib_per_s": 1.0,
      "transfer_ms": 7.8125,
      "handoff_gap_ms": 17.8125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 16,
      "rate_gib_per_s": 1.0,
      "transfer_ms": 15.625,
      "handoff_gap_ms": 25.625,
      "passes_max_gap": false
    },
    {
      "cache_mib": 32,
      "rate_gib_per_s": 1.0,
      "transfer_ms": 31.25,
      "handoff_gap_ms": 41.25,
      "passes_max_gap": false
    },
    {
      "cache_mib": 64,
      "rate_gib_per_s": 1.0,
      "transfer_ms": 62.5,
      "handoff_gap_ms": 72.5,
      "passes_max_gap": false
    },
    {
      "cache_mib": 1,
      "rate_gib_per_s": 2.0,
      "transfer_ms": 0.48828125,
      "handoff_gap_ms": 10.48828125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 2,
      "rate_gib_per_s": 2.0,
      "transfer_ms": 0.9765625,
      "handoff_gap_ms": 10.9765625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 4,
      "rate_gib_per_s": 2.0,
      "transfer_ms": 1.953125,
      "handoff_gap_ms": 11.953125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 8,
      "rate_gib_per_s": 2.0,
      "transfer_ms": 3.90625,
      "handoff_gap_ms": 13.90625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 16,
      "rate_gib_per_s": 2.0,
      "transfer_ms": 7.8125,
      "handoff_gap_ms": 17.8125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 32,
      "rate_gib_per_s": 2.0,
      "transfer_ms": 15.625,
      "handoff_gap_ms": 25.625,
      "passes_max_gap": false
    },
    {
      "cache_mib": 64,
      "rate_gib_per_s": 2.0,
      "transfer_ms": 31.25,
      "handoff_gap_ms": 41.25,
      "passes_max_gap": false
    },
    {
      "cache_mib": 1,
      "rate_gib_per_s": 4.0,
      "transfer_ms": 0.244140625,
      "handoff_gap_ms": 10.244140625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 2,
      "rate_gib_per_s": 4.0,
      "transfer_ms": 0.48828125,
      "handoff_gap_ms": 10.48828125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 4,
      "rate_gib_per_s": 4.0,
      "transfer_ms": 0.9765625,
      "handoff_gap_ms": 10.9765625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 8,
      "rate_gib_per_s": 4.0,
      "transfer_ms": 1.953125,
      "handoff_gap_ms": 11.953125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 16,
      "rate_gib_per_s": 4.0,
      "transfer_ms": 3.90625,
      "handoff_gap_ms": 13.90625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 32,
      "rate_gib_per_s": 4.0,
      "transfer_ms": 7.8125,
      "handoff_gap_ms": 17.8125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 64,
      "rate_gib_per_s": 4.0,
      "transfer_ms": 15.625,
      "handoff_gap_ms": 25.625,
      "passes_max_gap": false
    },
    {
      "cache_mib": 1,
      "rate_gib_per_s": 8.0,
      "transfer_ms": 0.1220703125,
      "handoff_gap_ms": 10.1220703125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 2,
      "rate_gib_per_s": 8.0,
      "transfer_ms": 0.244140625,
      "handoff_gap_ms": 10.244140625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 4,
      "rate_gib_per_s": 8.0,
      "transfer_ms": 0.48828125,
      "handoff_gap_ms": 10.48828125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 8,
      "rate_gib_per_s": 8.0,
      "transfer_ms": 0.9765625,
      "handoff_gap_ms": 10.9765625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 16,
      "rate_gib_per_s": 8.0,
      "transfer_ms": 1.953125,
      "handoff_gap_ms": 11.953125,
      "passes_max_gap": true
    },
    {
      "cache_mib": 32,
      "rate_gib_per_s": 8.0,
      "transfer_ms": 3.90625,
      "handoff_gap_ms": 13.90625,
      "passes_max_gap": true
    },
    {
      "cache_mib": 64,
      "rate_gib_per_s": 8.0,
      "transfer_ms": 7.8125,
      "handoff_gap_ms": 17.8125,
      "passes_max_gap": true
    }
  ],
  "response_length_sweep": [
    {
      "output_tokens": 2,
      "average_gap_ms": 25.625,
      "max_gap_ms": 25.625,
      "average_passes": false,
      "maximum_passes": false
    },
    {
      "output_tokens": 3,
      "average_gap_ms": 17.8125,
      "max_gap_ms": 25.625,
      "average_passes": true,
      "maximum_passes": false
    },
    {
      "output_tokens": 4,
      "average_gap_ms": 15.208333333333332,
      "max_gap_ms": 25.625,
      "average_passes": true,
      "maximum_passes": false
    },
    {
      "output_tokens": 8,
      "average_gap_ms": 12.232142857142858,
      "max_gap_ms": 25.625,
      "average_passes": true,
      "maximum_passes": false
    },
    {
      "output_tokens": 16,
      "average_gap_ms": 11.041666666666666,
      "max_gap_ms": 25.625,
      "average_passes": true,
      "maximum_passes": false
    },
    {
      "output_tokens": 32,
      "average_gap_ms": 10.504032258064516,
      "max_gap_ms": 25.625,
      "average_passes": true,
      "maximum_passes": false
    },
    {
      "output_tokens": 64,
      "average_gap_ms": 10.248015873015873,
      "max_gap_ms": 25.625,
      "average_passes": true,
      "maximum_passes": false
    },
    {
      "output_tokens": 128,
      "average_gap_ms": 10.123031496062993,
      "max_gap_ms": 25.625,
      "average_passes": true,
      "maximum_passes": false
    }
  ],
  "prefill_ms": 40,
  "decode_ms": 10,
  "first_token_limit_ms": 80,
  "max_gap_limit_ms": 20
}