{
  "config": {
    "dimension": 128,
    "database_vectors": 2048,
    "queries": 128,
    "data_seed": 20261106,
    "rotation_seeds": [
      11,
      22,
      33,
      44,
      55
    ],
    "bits": [
      2,
      3,
      4
    ]
  },
  "summary": [
    {
      "dataset": "Isotropic",
      "bits": 2,
      "method": "Per-vector min-max",
      "n": 1,
      "relative_squared_error": 0.25070033102887,
      "relative_squared_error_min": 0.25070033102887,
      "relative_squared_error_max": 0.25070033102887,
      "score_rmse": 0.044137108889351434,
      "score_rmse_min": 0.044137108889351434,
      "score_rmse_max": 0.044137108889351434,
      "recall_at_10": 0.47343750000000007,
      "recall_at_10_min": 0.47343750000000007,
      "recall_at_10_max": 0.47343750000000007
    },
    {
      "dataset": "Isotropic",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "n": 5,
      "relative_squared_error": 0.11618987195437454,
      "relative_squared_error_min": 0.11574898807322324,
      "relative_squared_error_max": 0.11695078084708224,
      "score_rmse": 0.030103464762860733,
      "score_rmse_min": 0.03002102253077574,
      "score_rmse_max": 0.03022646605678265,
      "recall_at_10": 0.5909374999999999,
      "recall_at_10_min": 0.5835937499999999,
      "recall_at_10_max": 0.5953124999999999
    },
    {
      "dataset": "Isotropic",
      "bits": 2,
      "method": "Unrotated sphere codebook",
      "n": 1,
      "relative_squared_error": 0.11636814218509631,
      "relative_squared_error_min": 0.11636814218509631,
      "relative_squared_error_max": 0.11636814218509631,
      "score_rmse": 0.03016740386973326,
      "score_rmse_min": 0.03016740386973326,
      "score_rmse_max": 0.03016740386973326,
      "recall_at_10": 0.571875,
      "recall_at_10_min": 0.571875,
      "recall_at_10_max": 0.571875
    },
    {
      "dataset": "Isotropic",
      "bits": 3,
      "method": "Per-vector min-max",
      "n": 1,
      "relative_squared_error": 0.04556212400218483,
      "relative_squared_error_min": 0.04556212400218483,
      "relative_squared_error_max": 0.04556212400218483,
      "score_rmse": 0.01885900204654228,
      "score_rmse_min": 0.01885900204654228,
      "score_rmse_max": 0.01885900204654228,
      "recall_at_10": 0.75234375,
      "recall_at_10_min": 0.75234375,
      "recall_at_10_max": 0.75234375
    },
    {
      "dataset": "Isotropic",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "n": 5,
      "relative_squared_error": 0.0340374388276195,
      "relative_squared_error_min": 0.03389659870741003,
      "relative_squared_error_max": 0.03421463599667797,
      "score_rmse": 0.016305122940753463,
      "score_rmse_min": 0.016263388186926,
      "score_rmse_max": 0.016343505586124168,
      "recall_at_10": 0.77171875,
      "recall_at_10_min": 0.7625,
      "recall_at_10_max": 0.7796875000000001
    },
    {
      "dataset": "Isotropic",
      "bits": 3,
      "method": "Unrotated sphere codebook",
      "n": 1,
      "relative_squared_error": 0.034070641297589216,
      "relative_squared_error_min": 0.034070641297589216,
      "relative_squared_error_max": 0.034070641297589216,
      "score_rmse": 0.01631127182999049,
      "score_rmse_min": 0.01631127182999049,
      "score_rmse_max": 0.01631127182999049,
      "recall_at_10": 0.7468750000000001,
      "recall_at_10_min": 0.7468750000000001,
      "recall_at_10_max": 0.7468750000000001
    },
    {
      "dataset": "Isotropic",
      "bits": 4,
      "method": "Per-vector min-max",
      "n": 1,
      "relative_squared_error": 0.00994647902134105,
      "relative_squared_error_min": 0.00994647902134105,
      "relative_squared_error_max": 0.00994647902134105,
      "score_rmse": 0.00881400538568977,
      "score_rmse_min": 0.00881400538568977,
      "score_rmse_max": 0.00881400538568977,
      "recall_at_10": 0.8765625000000001,
      "recall_at_10_min": 0.8765625000000001,
      "recall_at_10_max": 0.8765625000000001
    },
    {
      "dataset": "Isotropic",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "n": 5,
      "relative_squared_error": 0.009347344950651445,
      "relative_squared_error_min": 0.00932038572252672,
      "relative_squared_error_max": 0.009385169686430902,
      "score_rmse": 0.008539683823480335,
      "score_rmse_min": 0.00851359043933737,
      "score_rmse_max": 0.008559747231481469,
      "recall_at_10": 0.8712500000000002,
      "recall_at_10_min": 0.8585937500000003,
      "recall_at_10_max": 0.8789062500000002
    },
    {
      "dataset": "Isotropic",
      "bits": 4,
      "method": "Unrotated sphere codebook",
      "n": 1,
      "relative_squared_error": 0.009300186280731785,
      "relative_squared_error_min": 0.009300186280731785,
      "relative_squared_error_max": 0.009300186280731785,
      "score_rmse": 0.008507972758273212,
      "score_rmse_min": 0.008507972758273212,
      "score_rmse_max": 0.008507972758273212,
      "recall_at_10": 0.8671875000000001,
      "recall_at_10_min": 0.8671875000000001,
      "recall_at_10_max": 0.8671875000000001
    },
    {
      "dataset": "Uneven axes",
      "bits": 2,
      "method": "Per-vector min-max",
      "n": 1,
      "relative_squared_error": 0.6797022717683362,
      "relative_squared_error_min": 0.6797022717683362,
      "relative_squared_error_max": 0.6797022717683362,
      "score_rmse": 0.06795448542201486,
      "score_rmse_min": 0.06795448542201486,
      "score_rmse_max": 0.06795448542201486,
      "recall_at_10": 0.5171875,
      "recall_at_10_min": 0.5171875,
      "recall_at_10_max": 0.5171875
    },
    {
      "dataset": "Uneven axes",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "n": 5,
      "relative_squared_error": 0.11599506292255772,
      "relative_squared_error_min": 0.11549090714719346,
      "relative_squared_error_max": 0.11671768330333707,
      "score_rmse": 0.034805051225085606,
      "score_rmse_min": 0.034489173593137655,
      "score_rmse_max": 0.03512596975151917,
      "recall_at_10": 0.7315624999999999,
      "recall_at_10_min": 0.7234375,
      "recall_at_10_max": 0.73828125
    },
    {
      "dataset": "Uneven axes",
      "bits": 2,
      "method": "Unrotated sphere codebook",
      "n": 1,
      "relative_squared_error": 0.30340136292353226,
      "relative_squared_error_min": 0.30340136292353226,
      "relative_squared_error_max": 0.30340136292353226,
      "score_rmse": 0.09189466621955579,
      "score_rmse_min": 0.09189466621955579,
      "score_rmse_max": 0.09189466621955579,
      "recall_at_10": 0.4359375,
      "recall_at_10_min": 0.4359375,
      "recall_at_10_max": 0.4359375
    },
    {
      "dataset": "Uneven axes",
      "bits": 3,
      "method": "Per-vector min-max",
      "n": 1,
      "relative_squared_error": 0.11588441448026329,
      "relative_squared_error_min": 0.11588441448026329,
      "relative_squared_error_max": 0.11588441448026329,
      "score_rmse": 0.029050905556935236,
      "score_rmse_min": 0.029050905556935236,
      "score_rmse_max": 0.029050905556935236,
      "recall_at_10": 0.7718750000000001,
      "recall_at_10_min": 0.7718750000000001,
      "recall_at_10_max": 0.7718750000000001
    },
    {
      "dataset": "Uneven axes",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "n": 5,
      "relative_squared_error": 0.03397649854544401,
      "relative_squared_error_min": 0.03379077097055367,
      "relative_squared_error_max": 0.03422562087632309,
      "score_rmse": 0.01730459307485229,
      "score_rmse_min": 0.01709227454670296,
      "score_rmse_max": 0.0175157276386116,
      "recall_at_10": 0.8392187500000002,
      "recall_at_10_min": 0.83515625,
      "recall_at_10_max": 0.8523437500000002
    },
    {
      "dataset": "Uneven axes",
      "bits": 3,
      "method": "Unrotated sphere codebook",
      "n": 1,
      "relative_squared_error": 0.1338979807864362,
      "relative_squared_error_min": 0.1338979807864362,
      "relative_squared_error_max": 0.1338979807864362,
      "score_rmse": 0.06719154934687142,
      "score_rmse_min": 0.06719154934687142,
      "score_rmse_max": 0.06719154934687142,
      "recall_at_10": 0.53359375,
      "recall_at_10_min": 0.53359375,
      "recall_at_10_max": 0.53359375
    },
    {
      "dataset": "Uneven axes",
      "bits": 4,
      "method": "Per-vector min-max",
      "n": 1,
      "relative_squared_error": 0.02482069189447883,
      "relative_squared_error_min": 0.02482069189447883,
      "relative_squared_error_max": 0.02482069189447883,
      "score_rmse": 0.013506770395843961,
      "score_rmse_min": 0.013506770395843961,
      "score_rmse_max": 0.013506770395843961,
      "recall_at_10": 0.8804687500000001,
      "recall_at_10_min": 0.8804687500000001,
      "recall_at_10_max": 0.8804687500000001
    },
    {
      "dataset": "Uneven axes",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "n": 5,
      "relative_squared_error": 0.00929285339257186,
      "relative_squared_error_min": 0.009219513897183982,
      "relative_squared_error_max": 0.009342174328465432,
      "score_rmse": 0.008785035869888606,
      "score_rmse_min": 0.008708272603348778,
      "score_rmse_max": 0.008854310786840203,
      "recall_at_10": 0.9112500000000002,
      "recall_at_10_min": 0.9093750000000002,
      "recall_at_10_max": 0.9140625000000002
    },
    {
      "dataset": "Uneven axes",
      "bits": 4,
      "method": "Unrotated sphere codebook",
      "n": 1,
      "relative_squared_error": 0.06454787682055399,
      "relative_squared_error_min": 0.06454787682055399,
      "relative_squared_error_max": 0.06454787682055399,
      "score_rmse": 0.04965960976222591,
      "score_rmse_min": 0.04965960976222591,
      "score_rmse_max": 0.04965960976222591,
      "recall_at_10": 0.6296875,
      "recall_at_10_min": 0.6296875,
      "recall_at_10_max": 0.6296875
    },
    {
      "dataset": "One strong axis",
      "bits": 2,
      "method": "Per-vector min-max",
      "n": 1,
      "relative_squared_error": 0.9693695787486296,
      "relative_squared_error_min": 0.9693695787486296,
      "relative_squared_error_max": 0.9693695787486296,
      "score_rmse": 0.05969577926318877,
      "score_rmse_min": 0.05969577926318877,
      "score_rmse_max": 0.05969577926318877,
      "recall_at_10": 0.18125000000000002,
      "recall_at_10_min": 0.18125000000000002,
      "recall_at_10_max": 0.18125000000000002
    },
    {
      "dataset": "One strong axis",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "n": 5,
      "relative_squared_error": 0.11456379016731344,
      "relative_squared_error_min": 0.11126828095207691,
      "relative_squared_error_max": 0.12053742781537323,
      "score_rmse": 0.06379728905243429,
      "score_rmse_min": 0.05718162737037895,
      "score_rmse_max": 0.07348032991683734,
      "recall_at_10": 0.2621875,
      "recall_at_10_min": 0.2546875,
      "recall_at_10_max": 0.2734375
    },
    {
      "dataset": "One strong axis",
      "bits": 2,
      "method": "Unrotated sphere codebook",
      "n": 1,
      "relative_squared_error": 0.45302621304931906,
      "relative_squared_error_min": 0.45302621304931906,
      "relative_squared_error_max": 0.45302621304931906,
      "score_rmse": 0.44302849219229545,
      "score_rmse_min": 0.44302849219229545,
      "score_rmse_max": 0.44302849219229545,
      "recall_at_10": 0.078125,
      "recall_at_10_min": 0.078125,
      "recall_at_10_max": 0.078125
    },
    {
      "dataset": "One strong axis",
      "bits": 3,
      "method": "Per-vector min-max",
      "n": 1,
      "relative_squared_error": 0.1782221567101393,
      "relative_squared_error_min": 0.1782221567101393,
      "relative_squared_error_max": 0.1782221567101393,
      "score_rmse": 0.025968083459560316,
      "score_rmse_min": 0.025968083459560316,
      "score_rmse_max": 0.025968083459560316,
      "recall_at_10": 0.32578125,
      "recall_at_10_min": 0.32578125,
      "recall_at_10_max": 0.32578125
    },
    {
      "dataset": "One strong axis",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "n": 5,
      "relative_squared_error": 0.03423278232371439,
      "relative_squared_error_min": 0.03271340741115427,
      "relative_squared_error_max": 0.03670680252350439,
      "score_rmse": 0.02510872307698626,
      "score_rmse_min": 0.02124251469411833,
      "score_rmse_max": 0.03169529093943841,
      "recall_at_10": 0.4259375,
      "recall_at_10_min": 0.4,
      "recall_at_10_max": 0.4421875
    },
    {
      "dataset": "One strong axis",
      "bits": 3,
      "method": "Unrotated sphere codebook",
      "n": 1,
      "relative_squared_error": 0.3348896801841389,
      "relative_squared_error_min": 0.3348896801841389,
      "relative_squared_error_max": 0.3348896801841389,
      "score_rmse": 0.4066198348174948,
      "score_rmse_min": 0.4066198348174948,
      "score_rmse_max": 0.4066198348174948,
      "recall_at_10": 0.084375,
      "recall_at_10_min": 0.084375,
      "recall_at_10_max": 0.084375
    },
    {
      "dataset": "One strong axis",
      "bits": 4,
      "method": "Per-vector min-max",
      "n": 1,
      "relative_squared_error": 0.03439655498541956,
      "relative_squared_error_min": 0.03439655498541956,
      "relative_squared_error_max": 0.03439655498541956,
      "score_rmse": 0.011398843326504366,
      "score_rmse_min": 0.011398843326504366,
      "score_rmse_max": 0.011398843326504366,
      "recall_at_10": 0.56640625,
      "recall_at_10_min": 0.56640625,
      "recall_at_10_max": 0.56640625
    },
    {
      "dataset": "One strong axis",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "n": 5,
      "relative_squared_error": 0.00938544947839848,
      "relative_squared_error_min": 0.008923965592664881,
      "relative_squared_error_max": 0.010059896074232133,
      "score_rmse": 0.011397218115425118,
      "score_rmse_min": 0.009938980497467737,
      "score_rmse_max": 0.014126150114280854,
      "recall_at_10": 0.5834374999999999,
      "recall_at_10_min": 0.5406249999999999,
      "recall_at_10_max": 0.615625
    },
    {
      "dataset": "One strong axis",
      "bits": 4,
      "method": "Unrotated sphere codebook",
      "n": 1,
      "relative_squared_error": 0.27048277042587543,
      "relative_squared_error_min": 0.27048277042587543,
      "relative_squared_error_max": 0.27048277042587543,
      "score_rmse": 0.3747881750739685,
      "score_rmse_min": 0.3747881750739685,
      "score_rmse_max": 0.3747881750739685,
      "recall_at_10": 0.08671875,
      "recall_at_10_min": 0.08671875,
      "recall_at_10_max": 0.08671875
    }
  ],
  "rows": [
    {
      "dataset": "Isotropic",
      "bits": 2,
      "method": "Per-vector min-max",
      "rotation_seed": null,
      "relative_squared_error": 0.25070033102887,
      "score_rmse": 0.044137108889351434,
      "recall_at_10": 0.47343750000000007
    },
    {
      "dataset": "Isotropic",
      "bits": 2,
      "method": "Unrotated sphere codebook",
      "rotation_seed": null,
      "relative_squared_error": 0.11636814218509631,
      "score_rmse": 0.03016740386973326,
      "recall_at_10": 0.571875
    },
    {
      "dataset": "Isotropic",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 11,
      "relative_squared_error": 0.11606033498519588,
      "score_rmse": 0.03002102253077574,
      "recall_at_10": 0.59453125
    },
    {
      "dataset": "Isotropic",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 22,
      "relative_squared_error": 0.11695078084708224,
      "score_rmse": 0.03022646605678265,
      "recall_at_10": 0.5835937499999999
    },
    {
      "dataset": "Isotropic",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 33,
      "relative_squared_error": 0.11622304738608916,
      "score_rmse": 0.030110209016417783,
      "recall_at_10": 0.5953124999999999
    },
    {
      "dataset": "Isotropic",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 44,
      "relative_squared_error": 0.11596620848028213,
      "score_rmse": 0.030077281216378225,
      "recall_at_10": 0.58671875
    },
    {
      "dataset": "Isotropic",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 55,
      "relative_squared_error": 0.11574898807322324,
      "score_rmse": 0.03008234499394928,
      "recall_at_10": 0.59453125
    },
    {
      "dataset": "Uneven axes",
      "bits": 2,
      "method": "Per-vector min-max",
      "rotation_seed": null,
      "relative_squared_error": 0.6797022717683362,
      "score_rmse": 0.06795448542201486,
      "recall_at_10": 0.5171875
    },
    {
      "dataset": "Uneven axes",
      "bits": 2,
      "method": "Unrotated sphere codebook",
      "rotation_seed": null,
      "relative_squared_error": 0.30340136292353226,
      "score_rmse": 0.09189466621955579,
      "recall_at_10": 0.4359375
    },
    {
      "dataset": "Uneven axes",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 11,
      "relative_squared_error": 0.11671768330333707,
      "score_rmse": 0.03512596975151917,
      "recall_at_10": 0.7234375
    },
    {
      "dataset": "Uneven axes",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 22,
      "relative_squared_error": 0.11549090714719346,
      "score_rmse": 0.03454725303773115,
      "recall_at_10": 0.73828125
    },
    {
      "dataset": "Uneven axes",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 33,
      "relative_squared_error": 0.11581022197893964,
      "score_rmse": 0.03490299957413232,
      "recall_at_10": 0.72734375
    },
    {
      "dataset": "Uneven axes",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 44,
      "relative_squared_error": 0.11626632938048062,
      "score_rmse": 0.034959860168907744,
      "recall_at_10": 0.73125
    },
    {
      "dataset": "Uneven axes",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 55,
      "relative_squared_error": 0.11569017280283783,
      "score_rmse": 0.034489173593137655,
      "recall_at_10": 0.7375
    },
    {
      "dataset": "One strong axis",
      "bits": 2,
      "method": "Per-vector min-max",
      "rotation_seed": null,
      "relative_squared_error": 0.9693695787486296,
      "score_rmse": 0.05969577926318877,
      "recall_at_10": 0.18125000000000002
    },
    {
      "dataset": "One strong axis",
      "bits": 2,
      "method": "Unrotated sphere codebook",
      "rotation_seed": null,
      "relative_squared_error": 0.45302621304931906,
      "score_rmse": 0.44302849219229545,
      "recall_at_10": 0.078125
    },
    {
      "dataset": "One strong axis",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 11,
      "relative_squared_error": 0.11372274356223462,
      "score_rmse": 0.06252769925272635,
      "recall_at_10": 0.2578125
    },
    {
      "dataset": "One strong axis",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 22,
      "relative_squared_error": 0.11147043529485343,
      "score_rmse": 0.05718162737037895,
      "recall_at_10": 0.2734375
    },
    {
      "dataset": "One strong axis",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 33,
      "relative_squared_error": 0.11126828095207691,
      "score_rmse": 0.05915332226942059,
      "recall_at_10": 0.26640625000000007
    },
    {
      "dataset": "One strong axis",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 44,
      "relative_squared_error": 0.11582006321202898,
      "score_rmse": 0.06664346645280819,
      "recall_at_10": 0.25859375
    },
    {
      "dataset": "One strong axis",
      "bits": 2,
      "method": "Rotated sphere codebook",
      "rotation_seed": 55,
      "relative_squared_error": 0.12053742781537323,
      "score_rmse": 0.07348032991683734,
      "recall_at_10": 0.2546875
    },
    {
      "dataset": "Isotropic",
      "bits": 3,
      "method": "Per-vector min-max",
      "rotation_seed": null,
      "relative_squared_error": 0.04556212400218483,
      "score_rmse": 0.01885900204654228,
      "recall_at_10": 0.75234375
    },
    {
      "dataset": "Isotropic",
      "bits": 3,
      "method": "Unrotated sphere codebook",
      "rotation_seed": null,
      "relative_squared_error": 0.034070641297589216,
      "score_rmse": 0.01631127182999049,
      "recall_at_10": 0.7468750000000001
    },
    {
      "dataset": "Isotropic",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 11,
      "relative_squared_error": 0.03389659870741003,
      "score_rmse": 0.016263388186926,
      "recall_at_10": 0.7664062500000001
    },
    {
      "dataset": "Isotropic",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 22,
      "relative_squared_error": 0.03421463599667797,
      "score_rmse": 0.016343505586124168,
      "recall_at_10": 0.7625
    },
    {
      "dataset": "Isotropic",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 33,
      "relative_squared_error": 0.0340641335503441,
      "score_rmse": 0.016298561400576977,
      "recall_at_10": 0.7718750000000001
    },
    {
      "dataset": "Isotropic",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 44,
      "relative_squared_error": 0.03400603102512993,
      "score_rmse": 0.016307362843232594,
      "recall_at_10": 0.7781250000000001
    },
    {
      "dataset": "Isotropic",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 55,
      "relative_squared_error": 0.034005794858535464,
      "score_rmse": 0.016312796686907573,
      "recall_at_10": 0.7796875000000001
    },
    {
      "dataset": "Uneven axes",
      "bits": 3,
      "method": "Per-vector min-max",
      "rotation_seed": null,
      "relative_squared_error": 0.11588441448026329,
      "score_rmse": 0.029050905556935236,
      "recall_at_10": 0.7718750000000001
    },
    {
      "dataset": "Uneven axes",
      "bits": 3,
      "method": "Unrotated sphere codebook",
      "rotation_seed": null,
      "relative_squared_error": 0.1338979807864362,
      "score_rmse": 0.06719154934687142,
      "recall_at_10": 0.53359375
    },
    {
      "dataset": "Uneven axes",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 11,
      "relative_squared_error": 0.03422562087632309,
      "score_rmse": 0.0175157276386116,
      "recall_at_10": 0.83515625
    },
    {
      "dataset": "Uneven axes",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 22,
      "relative_squared_error": 0.03379077097055367,
      "score_rmse": 0.01709227454670296,
      "recall_at_10": 0.8367187500000002
    },
    {
      "dataset": "Uneven axes",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 33,
      "relative_squared_error": 0.033847933129477585,
      "score_rmse": 0.01741081454967953,
      "recall_at_10": 0.8359375000000001
    },
    {
      "dataset": "Uneven axes",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 44,
      "relative_squared_error": 0.03397338000931417,
      "score_rmse": 0.01725444127039488,
      "recall_at_10": 0.8523437500000002
    },
    {
      "dataset": "Uneven axes",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 55,
      "relative_squared_error": 0.03404478774155158,
      "score_rmse": 0.017249707368872488,
      "recall_at_10": 0.8359375000000001
    },
    {
      "dataset": "One strong axis",
      "bits": 3,
      "method": "Per-vector min-max",
      "rotation_seed": null,
      "relative_squared_error": 0.1782221567101393,
      "score_rmse": 0.025968083459560316,
      "recall_at_10": 0.32578125
    },
    {
      "dataset": "One strong axis",
      "bits": 3,
      "method": "Unrotated sphere codebook",
      "rotation_seed": null,
      "relative_squared_error": 0.3348896801841389,
      "score_rmse": 0.4066198348174948,
      "recall_at_10": 0.084375
    },
    {
      "dataset": "One strong axis",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 11,
      "relative_squared_error": 0.03408686786603473,
      "score_rmse": 0.02436215609404542,
      "recall_at_10": 0.4421875
    },
    {
      "dataset": "One strong axis",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 22,
      "relative_squared_error": 0.03271340741115427,
      "score_rmse": 0.02124251469411833,
      "recall_at_10": 0.4421875
    },
    {
      "dataset": "One strong axis",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 33,
      "relative_squared_error": 0.03273418077897639,
      "score_rmse": 0.021810649642698153,
      "recall_at_10": 0.44062499999999993
    },
    {
      "dataset": "One strong axis",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 44,
      "relative_squared_error": 0.03492265303890216,
      "score_rmse": 0.026433004014630987,
      "recall_at_10": 0.4
    },
    {
      "dataset": "One strong axis",
      "bits": 3,
      "method": "Rotated sphere codebook",
      "rotation_seed": 55,
      "relative_squared_error": 0.03670680252350439,
      "score_rmse": 0.03169529093943841,
      "recall_at_10": 0.4046875
    },
    {
      "dataset": "Isotropic",
      "bits": 4,
      "method": "Per-vector min-max",
      "rotation_seed": null,
      "relative_squared_error": 0.00994647902134105,
      "score_rmse": 0.00881400538568977,
      "recall_at_10": 0.8765625000000001
    },
    {
      "dataset": "Isotropic",
      "bits": 4,
      "method": "Unrotated sphere codebook",
      "rotation_seed": null,
      "relative_squared_error": 0.009300186280731785,
      "score_rmse": 0.008507972758273212,
      "recall_at_10": 0.8671875000000001
    },
    {
      "dataset": "Isotropic",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 11,
      "relative_squared_error": 0.00932038572252672,
      "score_rmse": 0.008529742883801442,
      "recall_at_10": 0.8679687500000002
    },
    {
      "dataset": "Isotropic",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 22,
      "relative_squared_error": 0.009351182235792269,
      "score_rmse": 0.008549090098607144,
      "recall_at_10": 0.8789062500000002
    },
    {
      "dataset": "Isotropic",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 33,
      "relative_squared_error": 0.009385169686430902,
      "score_rmse": 0.00854624846417424,
      "recall_at_10": 0.8585937500000003
    },
    {
      "dataset": "Isotropic",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 44,
      "relative_squared_error": 0.009358901283718796,
      "score_rmse": 0.008559747231481469,
      "recall_at_10": 0.8781250000000002
    },
    {
      "dataset": "Isotropic",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 55,
      "relative_squared_error": 0.009321085824788545,
      "score_rmse": 0.00851359043933737,
      "recall_at_10": 0.8726562500000001
    },
    {
      "dataset": "Uneven axes",
      "bits": 4,
      "method": "Per-vector min-max",
      "rotation_seed": null,
      "relative_squared_error": 0.02482069189447883,
      "score_rmse": 0.013506770395843961,
      "recall_at_10": 0.8804687500000001
    },
    {
      "dataset": "Uneven axes",
      "bits": 4,
      "method": "Unrotated sphere codebook",
      "rotation_seed": null,
      "relative_squared_error": 0.06454787682055399,
      "score_rmse": 0.04965960976222591,
      "recall_at_10": 0.6296875
    },
    {
      "dataset": "Uneven axes",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 11,
      "relative_squared_error": 0.009342174328465432,
      "score_rmse": 0.008854310786840203,
      "recall_at_10": 0.9109375000000002
    },
    {
      "dataset": "Uneven axes",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 22,
      "relative_squared_error": 0.009219513897183982,
      "score_rmse": 0.008708272603348778,
      "recall_at_10": 0.9117187500000002
    },
    {
      "dataset": "Uneven axes",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 33,
      "relative_squared_error": 0.009272577814401285,
      "score_rmse": 0.008788993875477406,
      "recall_at_10": 0.9093750000000002
    },
    {
      "dataset": "Uneven axes",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 44,
      "relative_squared_error": 0.00933808171434381,
      "score_rmse": 0.008811653041881409,
      "recall_at_10": 0.9140625000000002
    },
    {
      "dataset": "Uneven axes",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 55,
      "relative_squared_error": 0.00929191920846479,
      "score_rmse": 0.008761949041895232,
      "recall_at_10": 0.9101562500000002
    },
    {
      "dataset": "One strong axis",
      "bits": 4,
      "method": "Per-vector min-max",
      "rotation_seed": null,
      "relative_squared_error": 0.03439655498541956,
      "score_rmse": 0.011398843326504366,
      "recall_at_10": 0.56640625
    },
    {
      "dataset": "One strong axis",
      "bits": 4,
      "method": "Unrotated sphere codebook",
      "rotation_seed": null,
      "relative_squared_error": 0.27048277042587543,
      "score_rmse": 0.3747881750739685,
      "recall_at_10": 0.08671875
    },
    {
      "dataset": "One strong axis",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 11,
      "relative_squared_error": 0.009282986812455778,
      "score_rmse": 0.010902637704865614,
      "recall_at_10": 0.58125
    },
    {
      "dataset": "One strong axis",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 22,
      "relative_squared_error": 0.009017601004920594,
      "score_rmse": 0.009993849317727515,
      "recall_at_10": 0.615625
    },
    {
      "dataset": "One strong axis",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 33,
      "relative_squared_error": 0.008923965592664881,
      "score_rmse": 0.009938980497467737,
      "recall_at_10": 0.60390625
    },
    {
      "dataset": "One strong axis",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 44,
      "relative_squared_error": 0.009642797907719007,
      "score_rmse": 0.012024472942783878,
      "recall_at_10": 0.57578125
    },
    {
      "dataset": "One strong axis",
      "bits": 4,
      "method": "Rotated sphere codebook",
      "rotation_seed": 55,
      "relative_squared_error": 0.010059896074232133,
      "score_rmse": 0.014126150114280854,
      "recall_at_10": 0.5406249999999999
    }
  ],
  "tests": [
    "2-bit sorted symmetric codebook",
    "2-bit lossless code packing",
    "2-bit payload size",
    "3-bit sorted symmetric codebook",
    "3-bit lossless code packing",
    "3-bit payload size",
    "4-bit sorted symmetric codebook",
    "4-bit lossless code packing",
    "4-bit payload size",
    "rotation 11 orthogonality",
    "rotation 22 orthogonality",
    "rotation 33 orthogonality",
    "rotation 44 orthogonality",
    "rotation 55 orthogonality",
    "exact sphere CDF endpoints",
    "all inputs normalized",
    "identity error zero and recall one"
  ],
  "boundary_gaps": {
    "Isotropic": {
      "median": 0.0022057681684989477,
      "mean": 0.0034080665435861704
    },
    "Uneven axes": {
      "median": 0.0036680232170860916,
      "mean": 0.005406057837988051
    },
    "One strong axis": {
      "median": 0.0005209364558081964,
      "mean": 0.0009011603273297332
    }
  }
}