{
 "glove-100-angular": {
  "algorithms": {
   "densefly": {
    "n_configs": 36,
    "max_recall": 0.42044,
    "build_s_range": [
     10.613756895065308,
     19.71278738975525
    ],
    "indexsize_kB_range": [
     831532.0,
     1124708.0
    ],
    "qps_at": {
     "0.5": null,
     "0.8": null,
     "0.9": null,
     "0.95": null
    },
    "front": [
     [
      0.06394,
      261.40259525544053
     ],
     [
      0.07629,
      258.20449176643774
     ],
     [
      0.0903,
      257.7724546632227
     ],
     [
      0.09989,
      255.57452550748388
     ],
     [
      0.1082,
      255.47121014641047
     ],
     [
      0.11882,
      251.10539731747156
     ],
     [
      0.12635000000000002,
      242.0106178876632
     ],
     [
      0.14168,
      209.98079841248799
     ],
     [
      0.17555,
      156.3089510869201
     ],
     [
      0.23102999999999999,
      106.71637243553559
     ],
     [
      0.25123,
      105.82711954622259
     ],
     [
      0.26419000000000004,
      104.53431352329689
     ],
     [
      0.27496,
      102.54904913432897
     ],
     [
      0.30684999999999996,
      89.21479646631298
     ],
     [
      0.35912,
      38.427685794296025
     ],
     [
      0.38111,
      38.138721590689514
     ],
     [
      0.42044,
      34.06518226024257
     ]
    ]
   },
   "faiss-ivfpq": {
    "n_configs": 21,
    "max_recall": 0.6237,
    "build_s_range": [
     34.06977128982544,
     562.7465705871582
    ],
    "indexsize_kB_range": [
     103748.0,
     503296.0
    ],
    "qps_at": {
     "0.5": 13331.85424260118,
     "0.8": null,
     "0.9": null,
     "0.95": null
    },
    "front": [
     [
      0.33595,
      25910.71028130913
     ],
     [
      0.46985,
      14604.198838085853
     ],
     [
      0.5060100000000001,
      13331.85424260118
     ],
     [
      0.51976,
      11802.224363889613
     ],
     [
      0.54594,
      8635.383069040587
     ],
     [
      0.55699,
      8576.48096134688
     ],
     [
      0.57695,
      5141.283104570581
     ],
     [
      0.59134,
      4910.091203543064
     ],
     [
      0.60941,
      3215.040084673449
     ],
     [
      0.62087,
      1973.8989839816109
     ],
     [
      0.6232800000000001,
      1819.0840001559595
     ],
     [
      0.6237,
      702.052784784964
     ]
    ]
   },
   "faiss-ivfpqfs": {
    "n_configs": 96,
    "max_recall": 0.99603,
    "build_s_range": [
     7.077680826187134,
     126.95046091079712
    ],
    "indexsize_kB_range": [
     535464.0,
     544580.0
    ],
    "qps_at": {
     "0.5": 24408.378322228928,
     "0.8": 9202.834285072347,
     "0.9": 4652.6485006889725,
     "0.95": 2906.4656412266336
    },
    "front": [
     [
      0.29964,
      68237.4569479536
     ],
     [
      0.4157,
      38489.31663932049
     ],
     [
      0.43793,
      37141.36694055775
     ],
     [
      0.43882000000000004,
      28817.562461009107
     ],
     [
      0.44671000000000005,
      28692.63684280735
     ],
     [
      0.67052,
      24408.378322228928
     ],
     [
      0.71688,
      20537.812739474153
     ],
     [
      0.72559,
      19588.31100658127
     ],
     [
      0.7541100000000001,
      18554.573432785244
     ],
     [
      0.7935800000000001,
      14350.35315595931
     ],
     [
      0.8369199999999999,
      9202.834285072347
     ],
     [
      0.8611000000000001,
      9147.842321298489
     ],
     [
      0.8781399999999999,
      7708.468261570502
     ],
     [
      0.8952,
      5573.291173923247
     ],
     [
      0.89983,
      5123.317773533764
     ],
     [
      0.9080299999999999,
      4652.6485006889725
     ],
     [
      0.9229100000000001,
      3979.874340353276
     ],
     [
      0.94411,
      3221.1384754920537
     ],
     [
      0.95221,
      2906.4656412266336
     ],
     [
      0.9611000000000001,
      2735.1963013227046
     ],
     [
      0.97362,
      2128.989224207178
     ],
     [
      0.98131,
      1848.7765437674939
     ],
     [
      0.9853,
      1759.1904854237894
     ],
     [
      0.9950699999999999,
      1399.2875560375048
     ],
     [
      0.99603,
      571.0736748058283
     ]
    ]
   },
   "flyhash": {
    "n_configs": 54,
    "max_recall": 0.90594,
    "build_s_range": [
     21.919670820236206,
     43.03939199447632
    ],
    "indexsize_kB_range": [
     566672.0,
     796124.0
    ],
    "qps_at": {
     "0.5": 93.07054391900206,
     "0.8": 72.27739645062265,
     "0.9": 54.457551692239505,
     "0.95": null
    },
    "front": [
     [
      0.13633,
      100.68173976708985
     ],
     [
      0.17690999999999998,
      100.4642096923642
     ],
     [
      0.22003,
      100.44474422736454
     ],
     [
      0.2944,
      100.14276065968448
     ],
     [
      0.36046,
      99.21851824410551
     ],
     [
      0.41665,
      97.4708752327114
     ],
     [
      0.53621,
      93.07054391900206
     ],
     [
      0.5685800000000001,
      87.08765579615968
     ],
     [
      0.64234,
      86.01432540020254
     ],
     [
      0.7433099999999999,
      82.63860464635353
     ],
     [
      0.75736,
      73.0487342869393
     ],
     [
      0.8220599999999999,
      72.27739645062265
     ],
     [
      0.8935000000000001,
      71.08369318059343
     ],
     [
      0.90594,
      54.457551692239505
     ]
    ]
   },
   "hnswlib": {
    "n_configs": 81,
    "max_recall": 0.99853,
    "build_s_range": [
     704.419851064682,
     6560.8567044734955
    ],
    "indexsize_kB_range": [
     667548.0,
     1511760.0
    ],
    "qps_at": {
     "0.5": 9692.284193039486,
     "0.8": 3158.734642669755,
     "0.9": 1187.1600818871636,
     "0.95": 572.092406168335
    },
    "front": [
     [
      0.13254,
      24708.989378968014
     ],
     [
      0.21464,
      22971.285236240958
     ],
     [
      0.32584,
      20705.41401902746
     ],
     [
      0.43895,
      14717.883810132707
     ],
     [
      0.45114,
      13554.327618027048
     ],
     [
      0.49314,
      11530.460035858947
     ],
     [
      0.56823,
      9692.284193039486
     ],
     [
      0.57679,
      8572.049867157162
     ],
     [
      0.62249,
      7536.040649267113
     ],
     [
      0.6799999999999999,
      6084.399621790726
     ],
     [
      0.6837500000000001,
      5540.6373120477665
     ],
     [
      0.68667,
      5050.570682755393
     ],
     [
      0.72873,
      4955.9918786231565
     ],
     [
      0.7401099999999999,
      3674.4012141290027
     ],
     [
      0.7690400000000001,
      3611.743498342628
     ],
     [
      0.77169,
      3429.2087727421044
     ],
     [
      0.77966,
      3410.290215477481
     ],
     [
      0.81071,
      3158.734642669755
     ],
     [
      0.81152,
      2630.196252097765
     ],
     [
      0.81701,
      2505.094038738346
     ],
     [
      0.84938,
      2292.799567756063
     ],
     [
      0.85564,
      2073.14631323781
     ],
     [
      0.85761,
      1725.255423363201
     ],
     [
      0.889,
      1503.4663607474174
     ],
     [
      0.91966,
      1187.1600818871636
     ],
     [
      0.9225300000000001,
      931.2064792709124
     ],
     [
      0.9466300000000001,
      842.6154438609176
     ],
     [
      0.9493199999999999,
      694.1115424584182
     ],
     [
      0.95224,
      572.092406168335
     ],
     [
      0.9569599999999999,
      548.6166953804093
     ],
     [
      0.9709199999999999,
      543.5380171519301
     ],
     [
      0.9783899999999999,
      377.50714099668113
     ],
     [
      0.99056,
      294.83060717382506
     ],
     [
      0.99566,
      206.00989470332186
     ],
     [
      0.99764,
      160.29160348492562
     ],
     [
      0.99853,
      110.1947476120225
     ]
    ]
   },
   "scann": {
    "n_configs": 84,
    "max_recall": 0.9984400000000001,
    "build_s_range": [
     57.50960731506348,
     82.74271726608276
    ],
    "indexsize_kB_range": [
     528324.0,
     555152.0
    ],
    "qps_at": {
     "0.5": 41591.261113502,
     "0.8": 21018.485806534703,
     "0.9": 10555.574570207351,
     "0.95": 5401.733503658913
    },
    "front": [
     [
      0.3658,
      48896.85772442078
     ],
     [
      0.42106000000000005,
      47242.1972674949
     ],
     [
      0.55043,
      41591.261113502
     ],
     [
      0.55801,
      39772.23181528968
     ],
     [
      0.6115,
      34848.944844782214
     ],
     [
      0.64769,
      34426.12913048724
     ],
     [
      0.6785599999999999,
      31229.554091564314
     ],
     [
      0.69609,
      29973.166170365872
     ],
     [
      0.74681,
      26878.56945113761
     ],
     [
      0.74709,
      26650.163485695477
     ],
     [
      0.77442,
      23937.68662508789
     ],
     [
      0.78865,
      22255.010994048782
     ],
     [
      0.79562,
      21805.311501182205
     ],
     [
      0.8040900000000001,
      21018.485806534703
     ],
     [
      0.81214,
      20034.506147482254
     ],
     [
      0.81971,
      19519.50319623823
     ],
     [
      0.8214,
      17793.29876745581
     ],
     [
      0.8321,
      17723.809201852542
     ],
     [
      0.8379200000000001,
      16724.913849410124
     ],
     [
      0.84762,
      15664.111691885279
     ],
     [
      0.8663500000000001,
      15539.852163510079
     ],
     [
      0.87705,
      14432.584859271852
     ],
     [
      0.8827299999999999,
      13498.500436239656
     ],
     [
      0.89069,
      12663.514000260257
     ],
     [
      0.8973699999999999,
      11799.7706610431
     ],
     [
      0.9069900000000001,
      10555.574570207351
     ],
     [
      0.9144399999999999,
      10165.656193535799
     ],
     [
      0.9192899999999999,
      9938.03277701917
     ],
     [
      0.92731,
      8593.923712633792
     ],
     [
      0.9368000000000001,
      7659.412057641207
     ],
     [
      0.94701,
      6410.508436910664
     ],
     [
      0.94703,
      5665.053220492499
     ],
     [
      0.95717,
      5401.733503658913
     ],
     [
      0.96486,
      4786.581743903571
     ],
     [
      0.9694,
      4472.881310022004
     ],
     [
      0.97574,
      3856.089476856498
     ],
     [
      0.9790300000000001,
      3375.7047198412424
     ],
     [
      0.9865299999999999,
      3355.7164895509086
     ],
     [
      0.9911199999999999,
      2608.0170253735946
     ],
     [
      0.99473,
      2087.7467011114927
     ],
     [
      0.9984400000000001,
      1293.208063421924
     ]
    ]
   }
  },
  "readout": {
   "0.5": {
    "best_baseline_qps": 41591.261113502,
    "fly": {
     "densefly": {
      "qps": null,
      "ratio_to_best_baseline": null,
      "status": "not reached"
     },
     "flyhash": {
      "qps": 93.07054391900206,
      "ratio_to_best_baseline": 0.0022377427716128583,
      "status": "inside"
     }
    }
   },
   "0.8": {
    "best_baseline_qps": 21018.485806534703,
    "fly": {
     "densefly": {
      "qps": null,
      "ratio_to_best_baseline": null,
      "status": "not reached"
     },
     "flyhash": {
      "qps": 72.27739645062265,
      "ratio_to_best_baseline": 0.0034387537292601454,
      "status": "inside"
     }
    }
   },
   "0.9": {
    "best_baseline_qps": 10555.574570207351,
    "fly": {
     "densefly": {
      "qps": null,
      "ratio_to_best_baseline": null,
      "status": "not reached"
     },
     "flyhash": {
      "qps": 54.457551692239505,
      "ratio_to_best_baseline": 0.005159127182516769,
      "status": "inside"
     }
    }
   },
   "0.95": {
    "best_baseline_qps": 5401.733503658913,
    "fly": {
     "densefly": {
      "qps": null,
      "ratio_to_best_baseline": null,
      "status": "not reached"
     },
     "flyhash": {
      "qps": null,
      "ratio_to_best_baseline": null,
      "status": "not reached"
     }
    }
   }
  },
  "verdict": "INSIDE THE FRONTIER"
 },
 "sift-128-euclidean": {
  "algorithms": {
   "densefly": {
    "n_configs": 36,
    "max_recall": 0.5246999999999999,
    "build_s_range": [
     16.56085705757141,
     34.4741632938385
    ],
    "indexsize_kB_range": [
     382092.0,
     696672.0
    ],
    "qps_at": {
     "0.5": 32.66726248244755,
     "0.8": null,
     "0.9": null,
     "0.95": null
    },
    "front": [
     [
      0.13947,
      212.9630840221911
     ],
     [
      0.16978,
      212.35716737286086
     ],
     [
      0.19558,
      211.07563205134443
     ],
     [
      0.20813,
      209.941159670153
     ],
     [
      0.21688000000000002,
      207.5857757707834
     ],
     [
      0.22859,
      201.38591674668146
     ],
     [
      0.23917000000000002,
      191.47653973174585
     ],
     [
      0.25541,
      172.49967505456624
     ],
     [
      0.27851,
      143.24367319787135
     ],
     [
      0.37374,
      88.71648182229619
     ],
     [
      0.38943,
      88.3028718541116
     ],
     [
      0.40053,
      86.72846565557482
     ],
     [
      0.41634000000000004,
      82.66190235945515
     ],
     [
      0.44217000000000006,
      73.8405270213256
     ],
     [
      0.47694000000000003,
      34.07424460565752
     ],
     [
      0.48639,
      33.72408117922696
     ],
     [
      0.50037,
      32.66726248244755
     ],
     [
      0.5246999999999999,
      30.132306136691064
     ]
    ]
   },
   "faiss-ivfpq": {
    "n_configs": 21,
    "max_recall": 0.75187,
    "build_s_range": [
     37.77427363395691,
     707.4433097839355
    ],
    "indexsize_kB_range": [
     116152.0,
     623412.0
    ],
    "qps_at": {
     "0.5": 13802.273886503119,
     "0.8": null,
     "0.9": null,
     "0.95": null
    },
    "front": [
     [
      0.34379,
      26025.648980766986
     ],
     [
      0.61974,
      13802.273886503119
     ],
     [
      0.64054,
      10829.904585489237
     ],
     [
      0.6836599999999999,
      8671.444505433732
     ],
     [
      0.69658,
      8031.720122692197
     ],
     [
      0.71535,
      5058.263498820065
     ],
     [
      0.7314499999999999,
      4614.124247357659
     ],
     [
      0.73953,
      2727.0077537241864
     ],
     [
      0.74273,
      2691.0908124067105
     ],
     [
      0.75187,
      1785.6146511622067
     ]
    ]
   },
   "faiss-ivfpqfs": {
    "n_configs": 96,
    "max_recall": 1.0,
    "build_s_range": [
     9.166687488555908,
     192.67214012145996
    ],
    "indexsize_kB_range": [
     575424.0,
     584036.0
    ],
    "qps_at": {
     "0.5": 35969.44962326576,
     "0.8": 20533.036994972368,
     "0.9": 14662.368720309894,
     "0.95": 8294.82504903065
    },
    "front": [
     [
      0.3447,
      70641.98025738496
     ],
     [
      0.42435999999999996,
      37109.688607337346
     ],
     [
      0.52363,
      35969.44962326576
     ],
     [
      0.5535300000000001,
      34178.11422844059
     ],
     [
      0.57415,
      27255.048869036444
     ],
     [
      0.73098,
      22868.33396034044
     ],
     [
      0.8068199999999999,
      20533.036994972368
     ],
     [
      0.8566499999999999,
      17953.577485431433
     ],
     [
      0.91342,
      14662.368720309894
     ],
     [
      0.97115,
      8294.82504903065
     ],
     [
      0.97943,
      7613.112045125021
     ],
     [
      0.985,
      5425.24977105398
     ],
     [
      0.9864499999999999,
      5068.089205438244
     ],
     [
      0.9872500000000001,
      4650.154971757401
     ],
     [
      0.98993,
      3816.118282722025
     ],
     [
      0.99612,
      3039.5800146953115
     ],
     [
      0.99793,
      2873.6915682244
     ],
     [
      0.99828,
      2702.4303164674775
     ],
     [
      0.99878,
      2657.811822565329
     ],
     [
      0.99964,
      2085.2609039582235
     ],
     [
      0.9999,
      1922.5255442681448
     ],
     [
      0.99997,
      1831.737375673941
     ],
     [
      1.0,
      1370.6027924481666
     ]
    ]
   },
   "flyhash": {
    "n_configs": 54,
    "max_recall": 0.9944200000000001,
    "build_s_range": [
     30.269333362579346,
     66.92773270606995
    ],
    "indexsize_kB_range": [
     73152.0,
     287912.0
    ],
    "qps_at": {
     "0.5": 101.25928938358769,
     "0.8": 92.03468302755914,
     "0.9": 91.60746750217106,
     "0.95": 91.60746750217106
    },
    "front": [
     [
      0.11837,
      106.34886634341389
     ],
     [
      0.17158,
      102.38258671166194
     ],
     [
      0.26275,
      102.23427738773012
     ],
     [
      0.34612,
      102.04260896585265
     ],
     [
      0.44173999999999997,
      101.713951317964
     ],
     [
      0.57551,
      101.25928938358769
     ],
     [
      0.6733399999999999,
      100.08727388149684
     ],
     [
      0.76479,
      97.80067881576291
     ],
     [
      0.8631800000000001,
      92.03468302755914
     ],
     [
      0.96617,
      91.60746750217106
     ],
     [
      0.9813700000000001,
      72.54223240505596
     ],
     [
      0.9944200000000001,
      69.42500697555712
     ]
    ]
   },
   "hnswlib": {
    "n_configs": 81,
    "max_recall": 1.0,
    "build_s_range": [
     690.5581018924713,
     2511.2695169448853
    ],
    "indexsize_kB_range": [
     676976.0,
     1390744.0
    ],
    "qps_at": {
     "0.5": 16194.849221977682,
     "0.8": 9303.142233492834,
     "0.9": 6038.33126671524,
     "0.95": 4193.920675650245
    },
    "front": [
     [
      0.34143,
      26046.756563070936
     ],
     [
      0.48467000000000005,
      17722.303935342363
     ],
     [
      0.56884,
      16194.849221977682
     ],
     [
      0.71277,
      12851.621411443302
     ],
     [
      0.71726,
      11237.326438891085
     ],
     [
      0.8159000000000001,
      9303.142233492834
     ],
     [
      0.84352,
      8532.251873185833
     ],
     [
      0.91917,
      6038.33126671524
     ],
     [
      0.93078,
      5376.780657093939
     ],
     [
      0.9743499999999999,
      4193.920675650245
     ],
     [
      0.9773,
      3128.0614129534565
     ],
     [
      0.99441,
      2431.8414790832726
     ],
     [
      0.9979699999999999,
      1756.3825262906464
     ],
     [
      0.99969,
      1241.373611458214
     ],
     [
      0.99997,
      740.8114423581318
     ],
     [
      1.0,
      541.7819425282842
     ]
    ]
   },
   "scann": {
    "n_configs": 33,
    "max_recall": 0.99688,
    "build_s_range": [
     7.080320119857788,
     76.57028818130493
    ],
    "indexsize_kB_range": [
     582140.0,
     641896.0
    ],
    "qps_at": {
     "0.5": 42985.30468263997,
     "0.8": 28463.882873571565,
     "0.9": 21131.464051405084,
     "0.95": 14999.907017330539
    },
    "front": [
     [
      0.49083,
      43668.87771622284
     ],
     [
      0.65434,
      42985.30468263997
     ],
     [
      0.7299100000000001,
      35204.450513801676
     ],
     [
      0.82097,
      28463.882873571565
     ],
     [
      0.8717,
      24204.573259405282
     ],
     [
      0.88811,
      22754.33339897651
     ],
     [
      0.9029999999999999,
      21131.464051405084
     ],
     [
      0.91404,
      19944.185055688937
     ],
     [
      0.93427,
      17572.115233551005
     ],
     [
      0.9537800000000001,
      14999.907017330539
     ],
     [
      0.9694499999999999,
      12649.818153194059
     ],
     [
      0.9869,
      9376.57242933094
     ],
     [
      0.99154,
      8087.073381883106
     ],
     [
      0.99688,
      5886.303771606636
     ]
    ]
   }
  },
  "readout": {
   "0.5": {
    "best_baseline_qps": 42985.30468263997,
    "fly": {
     "densefly": {
      "qps": 32.66726248244755,
      "ratio_to_best_baseline": 0.0007599634973772917,
      "status": "inside"
     },
     "flyhash": {
      "qps": 101.25928938358769,
      "ratio_to_best_baseline": 0.0023556722496486625,
      "status": "inside"
     }
    }
   },
   "0.8": {
    "best_baseline_qps": 28463.882873571565,
    "fly": {
     "densefly": {
      "qps": null,
      "ratio_to_best_baseline": null,
      "status": "not reached"
     },
     "flyhash": {
      "qps": 92.03468302755914,
      "ratio_to_best_baseline": 0.0032333846874072277,
      "status": "inside"
     }
    }
   },
   "0.9": {
    "best_baseline_qps": 21131.464051405084,
    "fly": {
     "densefly": {
      "qps": null,
      "ratio_to_best_baseline": null,
      "status": "not reached"
     },
     "flyhash": {
      "qps": 91.60746750217106,
      "ratio_to_best_baseline": 0.004335121659309727,
      "status": "inside"
     }
    }
   },
   "0.95": {
    "best_baseline_qps": 14999.907017330539,
    "fly": {
     "densefly": {
      "qps": null,
      "ratio_to_best_baseline": null,
      "status": "not reached"
     },
     "flyhash": {
      "qps": 91.60746750217106,
      "ratio_to_best_baseline": 0.006107202357743281,
      "status": "inside"
     }
    }
   }
  },
  "verdict": "INSIDE THE FRONTIER"
 }
}