bench_all_ivf log

path: /private/home/matthijs/faiss_versions/faiss_for_improvements/build/faiss/python/build/lib/faiss/contrib/datasets.py
args: Namespace(M0=-1, add_bs=1000000, autotune_max=['nprobe:3000'], autotune_range=[], by_residual=-1, clustering_niter=-1, compute_gt=False, db='deep1B', get_centroids_from='/checkpoint/matthijs/bench_all_ivf/precomputed_clusters/clustering.dbdeep1M.IVF4194304.faissindex', indexfile='/checkpoint/matthijs/bench_all_ivf/indexes/autotune.dbdeep1B.OPQ32_128_IVF4194304_HNSW32_PQ32.faissindex', indexkey='OPQ32_128,IVF4194304_HNSW32,PQ32', inter=False, k=100, maxtrain=0, min_test_duration=3.0, n_autotune=500, no_precomputed_tables=False, searchparams=['autotune'], searchthreads=32, train_on_gpu=False)
nb processors 80
model name	: Intel(R) Xeon(R) Gold 6138 CPU @ 2.00GHz
load data deep1B
dataset in dimension 96, with metric L2, size: Q 10000 B 1000000000 T 358480000
reading /checkpoint/matthijs/bench_all_ivf/indexes/autotune.dbdeep1B.OPQ32_128_IVF4194304_HNSW32_PQ32.faissindex
index size on disk:  43322654128
current RSS: 43663048704
precomputed tables size: 0
Setting nb of threads to 32
limiting nprobe to 3000
Optimize for 1-recall @ 1
exploring operating points, 32 threads
ParameterSpace, 3 parameters, 6240 combinations:
   nprobe: [ 1, 2, 4, 8, 16, 32, 64, 128, 256, 512, 1024, 2048]
   quantizer_efSearch: [ 4, 8, 16, 32, 64, 128, 256, 512]
   ht: [ 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 58, 60, 62, 64, 66, 68, 70, 72, 74, 76, 78, 80, 82, 84, 86, 88, 90, 92, 94, 96, 98, 100, 102, 104, 106, 108, 110, 112, 114, 116, 118, 120, 122, 124, 126, 128, 256]
  0/500: cno=0 nprobe=1,quantizer_efSearch=4,ht=2 bounds [perf<=1.000 t>=0.000]  perf 0.000 t 0.060 (50 runs) *
  1/500: cno=6239 nprobe=2048,quantizer_efSearch=512,ht=256 bounds [perf<=1.000 t>=0.060]  perf 0.691 t 25.276 (1 run) *
  2/500: cno=2144 nprobe=256,quantizer_efSearch=16,ht=46 bounds [perf<=0.691 t>=0.060]  perf 0.024 t 5.167 (1 run) *
  3/500: cno=4325 nprobe=32,quantizer_efSearch=4,ht=92 bounds [perf<=0.691 t>=0.060]  perf 0.211 t 0.804 (4 runs) *
  4/500: cno=4125 nprobe=512,quantizer_efSearch=512,ht=86 bounds [perf<=0.691 t>=5.167]  perf 0.212 t 12.339 (1 run) *
  5/500: cno=2359 nprobe=128,quantizer_efSearch=64,ht=50 bounds [perf<=0.212 t>=0.060]  perf 0.031 t 2.905 (2 runs) 
  6/500: cno=1537 nprobe=2,quantizer_efSearch=4,ht=34 bounds [perf<=0.024 t>=0.060]  perf 0.008 t 0.088 (34 runs) *
  7/500: cno=2199 nprobe=8,quantizer_efSearch=512,ht=46 bounds [perf<=0.212 t>=0.088]  perf 0.026 t 1.876 (2 runs) 
  8/500: cno=743 nprobe=2048,quantizer_efSearch=128,ht=16 bounds [perf<=0.691 t>=0.060]  perf 0.004 t 39.659 (1 run) 
  9/500: cno=5243 nprobe=2048,quantizer_efSearch=64,ht=110 bounds [perf<=0.691 t>=5.167]  perf 0.624 t 32.500 (1 run) 
  10/500: cno=6134 nprobe=4,quantizer_efSearch=512,ht=128 bounds [perf<=0.691 t>=0.088]  perf 0.382 t 1.614 (2 runs) *
  11/500: cno=4550 nprobe=4,quantizer_efSearch=32,ht=96 bounds [perf<=0.382 t>=0.088]  perf 0.227 t 0.244 (13 runs) *
  12/500: cno=5774 nprobe=4,quantizer_efSearch=8,ht=122 bounds [perf<=0.382 t>=0.088]  perf 0.338 t 0.168 (18 runs) *
  13/500: cno=1780 nprobe=16,quantizer_efSearch=64,ht=38 bounds [perf<=0.031 t>=0.088]  perf 0.017 t 0.654 (5 runs) 
  14/500: cno=925 nprobe=2,quantizer_efSearch=128,ht=20 bounds [perf<=0.026 t>=0.060]  perf 0.006 t 0.543 (6 runs) 
  15/500: cno=5796 nprobe=1,quantizer_efSearch=32,ht=122 bounds [perf<=0.382 t>=0.060]  perf 0.224 t 0.193 (16 runs) 
  16/500: cno=1722 nprobe=64,quantizer_efSearch=512,ht=36 bounds [perf<=0.212 t>=0.543] skip
  17/500: cno=1020 nprobe=1,quantizer_efSearch=128,ht=22 bounds [perf<=0.026 t>=0.060]  perf 0.006 t 0.520 (6 runs) 
  18/500: cno=2411 nprobe=2048,quantizer_efSearch=4,ht=52 bounds [perf<=0.624 t>=0.088]  perf 0.029 t 5.552 (1 run) 
  19/500: cno=5221 nprobe=2,quantizer_efSearch=32,ht=110 bounds [perf<=0.382 t>=0.088]  perf 0.279 t 0.204 (15 runs) 
  20/500: cno=3481 nprobe=2,quantizer_efSearch=16,ht=74 bounds [perf<=0.212 t>=0.088]  perf 0.078 t 0.138 (22 runs) *
  21/500: cno=869 nprobe=32,quantizer_efSearch=4,ht=20 bounds [perf<=0.024 t>=0.060]  perf 0.004 t 0.817 (4 runs) 
  22/500: cno=3729 nprobe=512,quantizer_efSearch=256,ht=78 bounds [perf<=0.212 t>=5.167] skip
  23/500: cno=465 nprobe=512,quantizer_efSearch=256,ht=10 bounds [perf<=0.212 t>=0.060]  perf 0.002 t 11.398 (1 run) 
  24/500: cno=2279 nprobe=2048,quantizer_efSearch=128,ht=48 bounds [perf<=0.691 t>=39.659] skip
  25/500: cno=2653 nprobe=2,quantizer_efSearch=128,ht=56 bounds [perf<=0.212 t>=0.543] skip
  26/500: cno=872 nprobe=256,quantizer_efSearch=4,ht=20 bounds [perf<=0.024 t>=0.817] skip
  27/500: cno=4520 nprobe=256,quantizer_efSearch=4,ht=96 bounds [perf<=0.624 t>=0.817]  perf 0.271 t 4.676 (1 run) 
  28/500: cno=576 nprobe=1,quantizer_efSearch=4,ht=14 bounds [perf<=0.004 t>=0.060]  perf 0.002 t 0.060 (50 runs) *
  29/500: cno=784 nprobe=16,quantizer_efSearch=8,ht=18 bounds [perf<=0.017 t>=0.060]  perf 0.004 t 0.453 (7 runs) 
  30/500: cno=1601 nprobe=32,quantizer_efSearch=128,ht=34 bounds [perf<=0.212 t>=0.817] skip
  31/500: cno=416 nprobe=256,quantizer_efSearch=16,ht=10 bounds [perf<=0.002 t>=0.060]  perf 0.002 t 5.550 (1 run) 
  32/500: cno=1230 nprobe=64,quantizer_efSearch=256,ht=26 bounds [perf<=0.212 t>=0.817] skip
  33/500: cno=6058 nprobe=1024,quantizer_efSearch=4,ht=128 bounds [perf<=0.691 t>=4.676]  perf 0.474 t 5.921 (1 run) *
  34/500: cno=1375 nprobe=128,quantizer_efSearch=16,ht=30 bounds [perf<=0.024 t>=0.817] skip
  35/500: cno=3456 nprobe=1,quantizer_efSearch=4,ht=74 bounds [perf<=0.078 t>=0.060]  perf 0.046 t 0.061 (50 runs) *
  36/500: cno=4763 nprobe=2048,quantizer_efSearch=64,ht=100 bounds [perf<=0.624 t>=5.552]  perf 0.455 t 33.443 (1 run) 
  37/500: cno=3005 nprobe=32,quantizer_efSearch=16,ht=64 bounds [perf<=0.212 t>=0.817] skip
  38/500: cno=4311 nprobe=8,quantizer_efSearch=512,ht=90 bounds [perf<=0.691 t>=1.876]  perf 0.204 t 1.697 (2 runs) 
  39/500: cno=5279 nprobe=2048,quantizer_efSearch=512,ht=110 bounds [perf<=0.691 t>=39.659] skip
  40/500: cno=5705 nprobe=32,quantizer_efSearch=32,ht=120 bounds [perf<=0.691 t>=0.817]  perf 0.567 t 0.965 (4 runs) *
  41/500: cno=6220 nprobe=16,quantizer_efSearch=256,ht=256 bounds [perf<=0.691 t>=0.654]  perf 0.528 t 1.034 (3 runs) 
  42/500: cno=2894 nprobe=4,quantizer_efSearch=8,ht=62 bounds [perf<=0.204 t>=0.088]  perf 0.046 t 0.148 (21 runs) 
  43/500: cno=5612 nprobe=256,quantizer_efSearch=32,ht=118 bounds [perf<=0.691 t>=5.550]  perf 0.635 t 5.907 (1 run) *
  44/500: cno=4403 nprobe=2048,quantizer_efSearch=256,ht=92 bounds [perf<=0.691 t>=39.659] skip
  45/500: cno=4485 nprobe=512,quantizer_efSearch=128,ht=94 bounds [perf<=0.691 t>=5.550]  perf 0.333 t 10.937 (1 run) 
  46/500: cno=5806 nprobe=1024,quantizer_efSearch=32,ht=122 bounds [perf<=0.691 t>=5.907]  perf 0.641 t 18.872 (1 run) *
  47/500: cno=3270 nprobe=64,quantizer_efSearch=4,ht=70 bounds [perf<=0.212 t>=0.817] skip
  48/500: cno=114 nprobe=64,quantizer_efSearch=8,ht=4 bounds [perf<=0.002 t>=0.060]  perf 0.001 t 1.546 (2 runs) 
  49/500: cno=3813 nprobe=512,quantizer_efSearch=128,ht=80 bounds [perf<=0.212 t>=5.550] skip
  50/500: cno=4116 nprobe=1,quantizer_efSearch=512,ht=86 bounds [perf<=0.204 t>=0.520] skip
  51/500: cno=1958 nprobe=4,quantizer_efSearch=32,ht=42 bounds [perf<=0.026 t>=0.088] skip
  52/500: cno=3556 nprobe=16,quantizer_efSearch=4,ht=76 bounds [perf<=0.211 t>=0.088]  perf 0.091 t 0.431 (7 runs) 
  53/500: cno=3228 nprobe=1,quantizer_efSearch=128,ht=68 bounds [perf<=0.204 t>=0.520] skip
  54/500: cno=3242 nprobe=4,quantizer_efSearch=256,ht=68 bounds [perf<=0.204 t>=0.543] skip
  55/500: cno=5263 nprobe=128,quantizer_efSearch=256,ht=110 bounds [perf<=0.691 t>=2.905]  perf 0.611 t 3.535 (1 run) *
  56/500: cno=5945 nprobe=32,quantizer_efSearch=512,ht=124 bounds [perf<=0.691 t>=1.876]  perf 0.586 t 2.269 (2 runs) *
  57/500: cno=4903 nprobe=128,quantizer_efSearch=4,ht=104 bounds [perf<=0.474 t>=0.817]  perf 0.385 t 2.659 (2 runs) 
  58/500: cno=453 nprobe=512,quantizer_efSearch=128,ht=10 bounds [perf<=0.002 t>=5.550] skip
  59/500: cno=5484 nprobe=1,quantizer_efSearch=8,ht=116 bounds [perf<=0.224 t>=0.061]  perf 0.201 t 0.084 (36 runs) *
  60/500: cno=2306 nprobe=4,quantizer_efSearch=4,ht=50 bounds [perf<=0.029 t>=0.088] skip
  61/500: cno=3343 nprobe=128,quantizer_efSearch=256,ht=70 bounds [perf<=0.212 t>=2.905] skip
  62/500: cno=2607 nprobe=8,quantizer_efSearch=8,ht=56 bounds [perf<=0.204 t>=0.088]  perf 0.035 t 0.246 (13 runs) 
  63/500: cno=4106 nprobe=4,quantizer_efSearch=256,ht=86 bounds [perf<=0.204 t>=0.543] skip
  64/500: cno=3085 nprobe=2,quantizer_efSearch=8,ht=66 bounds [perf<=0.078 t>=0.088] skip
  65/500: cno=3947 nprobe=2048,quantizer_efSearch=4,ht=84 bounds [perf<=0.455 t>=5.552] skip
  66/500: cno=1012 nprobe=16,quantizer_efSearch=64,ht=22 bounds [perf<=0.017 t>=0.453] skip
  67/500: cno=3876 nprobe=1,quantizer_efSearch=32,ht=82 bounds [perf<=0.204 t>=0.061]  perf 0.090 t 0.177 (17 runs) 
  68/500: cno=2304 nprobe=1,quantizer_efSearch=4,ht=50 bounds [perf<=0.029 t>=0.060]  perf 0.016 t 0.062 (49 runs) 
  69/500: cno=5598 nprobe=64,quantizer_efSearch=16,ht=118 bounds [perf<=0.635 t>=1.546]  perf 0.580 t 1.646 (2 runs) *
  70/500: cno=3263 nprobe=2048,quantizer_efSearch=512,ht=68 bounds [perf<=0.691 t>=39.659] skip
  71/500: cno=316 nprobe=16,quantizer_efSearch=16,ht=8 bounds [perf<=0.002 t>=0.060]  perf 0.002 t 0.471 (7 runs) 
  72/500: cno=3412 nprobe=16,quantizer_efSearch=64,ht=72 bounds [perf<=0.212 t>=0.654] skip
  73/500: cno=4108 nprobe=16,quantizer_efSearch=256,ht=86 bounds [perf<=0.212 t>=0.654] skip
  74/500: cno=452 nprobe=256,quantizer_efSearch=128,ht=10 bounds [perf<=0.002 t>=5.550] skip
  75/500: cno=2163 nprobe=8,quantizer_efSearch=64,ht=46 bounds [perf<=0.026 t>=0.088] skip
  76/500: cno=3588 nprobe=1,quantizer_efSearch=32,ht=76 bounds [perf<=0.090 t>=0.062]  perf 0.071 t 0.176 (18 runs) 
  77/500: cno=4363 nprobe=128,quantizer_efSearch=32,ht=92 bounds [perf<=0.333 t>=1.546] skip
  78/500: cno=5816 nprobe=256,quantizer_efSearch=64,ht=122 bounds [perf<=0.691 t>=5.907]  perf 0.659 t 6.231 (1 run) *
  79/500: cno=4437 nprobe=512,quantizer_efSearch=8,ht=94 bounds [perf<=0.333 t>=1.546] skip
  80/500: cno=5448 nprobe=1,quantizer_efSearch=256,ht=114 bounds [perf<=0.382 t>=0.520]  perf 0.218 t 0.886 (4 runs) 
  81/500: cno=4820 nprobe=256,quantizer_efSearch=8,ht=102 bounds [perf<=0.624 t>=4.676]  perf 0.412 t 5.309 (1 run) 
  82/500: cno=3906 nprobe=64,quantizer_efSearch=128,ht=82 bounds [perf<=0.212 t>=1.546] skip
  83/500: cno=1357 nprobe=2,quantizer_efSearch=8,ht=30 bounds [perf<=0.017 t>=0.060]  perf 0.009 t 0.104 (29 runs) 
  84/500: cno=5524 nprobe=16,quantizer_efSearch=64,ht=116 bounds [perf<=0.528 t>=0.654]  perf 0.515 t 0.680 (5 runs) *
  85/500: cno=3541 nprobe=2,quantizer_efSearch=512,ht=74 bounds [perf<=0.204 t>=0.543] skip
  86/500: cno=5907 nprobe=8,quantizer_efSearch=64,ht=124 bounds [perf<=0.528 t>=0.246]  perf 0.456 t 0.497 (7 runs) *
  87/500: cno=1577 nprobe=32,quantizer_efSearch=32,ht=34 bounds [perf<=0.031 t>=0.817] skip
  88/500: cno=3021 nprobe=512,quantizer_efSearch=32,ht=64 bounds [perf<=0.212 t>=5.550] skip
  89/500: cno=3727 nprobe=128,quantizer_efSearch=256,ht=78 bounds [perf<=0.212 t>=2.905] skip
  90/500: cno=2013 nprobe=512,quantizer_efSearch=512,ht=42 bounds [perf<=0.212 t>=11.398] skip
  91/500: cno=5824 nprobe=16,quantizer_efSearch=128,ht=122 bounds [perf<=0.528 t>=0.680]  perf 0.525 t 0.907 (4 runs) *
  92/500: cno=1749 nprobe=512,quantizer_efSearch=8,ht=38 bounds [perf<=0.212 t>=1.546] skip
  93/500: cno=392 nprobe=256,quantizer_efSearch=4,ht=10 bounds [perf<=0.002 t>=0.060]  perf 0.002 t 4.409 (1 run) 
  94/500: cno=5382 nprobe=64,quantizer_efSearch=4,ht=114 bounds [perf<=0.474 t>=0.817] skip
  95/500: cno=520 nprobe=16,quantizer_efSearch=32,ht=12 bounds [perf<=0.004 t>=0.471] skip
  96/500: cno=1137 nprobe=512,quantizer_efSearch=256,ht=24 bounds [perf<=0.212 t>=11.398] skip
  97/500: cno=3455 nprobe=2048,quantizer_efSearch=512,ht=72 bounds [perf<=0.691 t>=39.659] skip
  98/500: cno=6161 nprobe=32,quantizer_efSearch=8,ht=256 bounds [perf<=0.691 t>=0.817]  perf 0.520 t 0.541 (6 runs) *
  99/500: cno=5210 nprobe=4,quantizer_efSearch=16,ht=110 bounds [perf<=0.382 t>=0.148]  perf 0.338 t 0.192 (16 runs) *
  100/500: cno=2264 nprobe=256,quantizer_efSearch=64,ht=48 bounds [perf<=0.212 t>=5.550] skip
  101/500: cno=4300 nprobe=16,quantizer_efSearch=256,ht=90 bounds [perf<=0.528 t>=0.654]  perf 0.225 t 1.215 (3 runs) 
  102/500: cno=1691 nprobe=2048,quantizer_efSearch=64,ht=36 bounds [perf<=0.455 t>=5.550] skip
  103/500: cno=3571 nprobe=128,quantizer_efSearch=8,ht=76 bounds [perf<=0.212 t>=1.546] skip
  104/500: cno=3563 nprobe=2048,quantizer_efSearch=4,ht=76 bounds [perf<=0.455 t>=5.552] skip
  105/500: cno=4973 nprobe=32,quantizer_efSearch=256,ht=104 bounds [perf<=0.586 t>=1.215]  perf 0.472 t 1.487 (3 runs) 
  106/500: cno=5926 nprobe=1024,quantizer_efSearch=128,ht=124 bounds [perf<=0.691 t>=18.872]  perf 0.680 t 22.228 (1 run) *
  107/500: cno=1713 nprobe=512,quantizer_efSearch=256,ht=36 bounds [perf<=0.212 t>=11.398] skip
  108/500: cno=4262 nprobe=4,quantizer_efSearch=32,ht=90 bounds [perf<=0.204 t>=0.177] skip
  109/500: cno=4899 nprobe=8,quantizer_efSearch=4,ht=104 bounds [perf<=0.385 t>=0.088]  perf 0.309 t 0.243 (13 runs) 
  110/500: cno=5025 nprobe=512,quantizer_efSearch=16,ht=106 bounds [perf<=0.624 t>=5.550]  perf 0.516 t 10.186 (1 run) 
  111/500: cno=977 nprobe=32,quantizer_efSearch=8,ht=22 bounds [perf<=0.024 t>=0.817] skip
  112/500: cno=5726 nprobe=4,quantizer_efSearch=128,ht=120 bounds [perf<=0.382 t>=0.543] skip
  113/500: cno=1594 nprobe=1024,quantizer_efSearch=64,ht=34 bounds [perf<=0.455 t>=5.550] skip
  114/500: cno=1171 nprobe=128,quantizer_efSearch=8,ht=26 bounds [perf<=0.024 t>=1.546] skip
  115/500: cno=2006 nprobe=4,quantizer_efSearch=512,ht=42 bounds [perf<=0.026 t>=0.543] skip
  116/500: cno=863 nprobe=2048,quantizer_efSearch=512,ht=18 bounds [perf<=0.691 t>=39.659] skip
  117/500: cno=4567 nprobe=128,quantizer_efSearch=64,ht=96 bounds [perf<=0.455 t>=2.905] skip
  118/500: cno=3945 nprobe=512,quantizer_efSearch=4,ht=84 bounds [perf<=0.212 t>=4.409] skip
  119/500: cno=35 nprobe=2048,quantizer_efSearch=16,ht=2 bounds [perf<=0.004 t>=0.060]  perf 0.001 t 11.625 (1 run) 
  120/500: cno=896 nprobe=256,quantizer_efSearch=16,ht=20 bounds [perf<=0.024 t>=5.550] skip
  121/500: cno=266 nprobe=4,quantizer_efSearch=256,ht=6 bounds [perf<=0.002 t>=0.060]  perf 0.002 t 0.921 (4 runs) 
  122/500: cno=1916 nprobe=256,quantizer_efSearch=512,ht=40 bounds [perf<=0.212 t>=5.550] skip
  123/500: cno=4448 nprobe=256,quantizer_efSearch=16,ht=94 bounds [perf<=0.333 t>=5.550] skip
  124/500: cno=2578 nprobe=1024,quantizer_efSearch=256,ht=54 bounds [perf<=0.691 t>=11.398]  perf 0.039 t 20.754 (1 run) 
  125/500: cno=3881 nprobe=32,quantizer_efSearch=32,ht=82 bounds [perf<=0.212 t>=0.817] skip
  126/500: cno=4352 nprobe=256,quantizer_efSearch=16,ht=92 bounds [perf<=0.333 t>=5.550] skip
  127/500: cno=5860 nprobe=16,quantizer_efSearch=4,ht=124 bounds [perf<=0.474 t>=0.431]  perf 0.435 t 0.490 (7 runs) *
  128/500: cno=278 nprobe=4,quantizer_efSearch=512,ht=6 bounds [perf<=0.026 t>=0.921] skip
  129/500: cno=1089 nprobe=512,quantizer_efSearch=16,ht=24 bounds [perf<=0.039 t>=5.550] skip
  130/500: cno=3006 nprobe=64,quantizer_efSearch=16,ht=64 bounds [perf<=0.212 t>=1.546] skip
  131/500: cno=3231 nprobe=8,quantizer_efSearch=128,ht=68 bounds [perf<=0.204 t>=0.543] skip
  132/500: cno=2596 nprobe=16,quantizer_efSearch=4,ht=56 bounds [perf<=0.091 t>=0.088] skip
  133/500: cno=4405 nprobe=2,quantizer_efSearch=512,ht=92 bounds [perf<=0.382 t>=0.543] skip
  134/500: cno=154 nprobe=1024,quantizer_efSearch=64,ht=4 bounds [perf<=0.004 t>=1.546] skip
  135/500: cno=1832 nprobe=256,quantizer_efSearch=4,ht=40 bounds [perf<=0.024 t>=4.409] skip
  136/500: cno=3600 nprobe=1,quantizer_efSearch=64,ht=76 bounds [perf<=0.204 t>=0.176] skip
  137/500: cno=358 nprobe=1024,quantizer_efSearch=128,ht=8 bounds [perf<=0.004 t>=1.546] skip
  138/500: cno=3710 nprobe=4,quantizer_efSearch=128,ht=78 bounds [perf<=0.204 t>=0.543] skip
  139/500: cno=3979 nprobe=128,quantizer_efSearch=32,ht=84 bounds [perf<=0.212 t>=1.546] skip
  140/500: cno=1684 nprobe=16,quantizer_efSearch=64,ht=36 bounds [perf<=0.017 t>=0.471] skip
  141/500: cno=2947 nprobe=128,quantizer_efSearch=128,ht=62 bounds [perf<=0.212 t>=2.905] skip
  142/500: cno=2915 nprobe=2048,quantizer_efSearch=16,ht=62 bounds [perf<=0.455 t>=11.625] skip
  143/500: cno=1202 nprobe=4,quantizer_efSearch=64,ht=26 bounds [perf<=0.017 t>=0.060]  perf 0.008 t 0.363 (9 runs) 
  144/500: cno=4486 nprobe=1024,quantizer_efSearch=128,ht=94 bounds [perf<=0.680 t>=10.937]  perf 0.334 t 21.230 (1 run) 
  145/500: cno=2333 nprobe=32,quantizer_efSearch=16,ht=50 bounds [perf<=0.031 t>=0.817] skip
  146/500: cno=875 nprobe=2048,quantizer_efSearch=4,ht=20 bounds [perf<=0.029 t>=4.409] skip
  147/500: cno=4577 nprobe=32,quantizer_efSearch=128,ht=96 bounds [perf<=0.472 t>=0.817] skip
  148/500: cno=1931 nprobe=2048,quantizer_efSearch=4,ht=42 bounds [perf<=0.029 t>=4.409] skip
  149/500: cno=1147 nprobe=128,quantizer_efSearch=512,ht=24 bounds [perf<=0.212 t>=1.546] skip
  150/500: cno=1369 nprobe=2,quantizer_efSearch=16,ht=30 bounds [perf<=0.017 t>=0.104] skip
  151/500: cno=1503 nprobe=8,quantizer_efSearch=128,ht=32 bounds [perf<=0.026 t>=0.543] skip
  152/500: cno=1321 nprobe=2,quantizer_efSearch=256,ht=28 bounds [perf<=0.026 t>=0.543] skip
  153/500: cno=526 nprobe=1024,quantizer_efSearch=32,ht=12 bounds [perf<=0.004 t>=5.550] skip
  154/500: cno=1650 nprobe=64,quantizer_efSearch=8,ht=36 bounds [perf<=0.024 t>=1.546] skip
  155/500: cno=5346 nprobe=64,quantizer_efSearch=128,ht=112 bounds [perf<=0.680 t>=1.546]  perf 0.597 t 1.877 (2 runs) *
  156/500: cno=3898 nprobe=1024,quantizer_efSearch=64,ht=82 bounds [perf<=0.334 t>=5.550] skip
  157/500: cno=2223 nprobe=8,quantizer_efSearch=8,ht=48 bounds [perf<=0.031 t>=0.104] skip
  158/500: cno=2025 nprobe=512,quantizer_efSearch=4,ht=44 bounds [perf<=0.029 t>=4.409] skip
  159/500: cno=159 nprobe=8,quantizer_efSearch=128,ht=4 bounds [perf<=0.002 t>=0.060]  perf 0.001 t 0.658 (5 runs) 
  160/500: cno=360 nprobe=1,quantizer_efSearch=256,ht=8 bounds [perf<=0.002 t>=0.060]  perf 0.002 t 0.872 (4 runs) 
  161/500: cno=6036 nprobe=1,quantizer_efSearch=512,ht=126 bounds [perf<=0.382 t>=0.886] skip
  162/500: cno=5408 nprobe=256,quantizer_efSearch=16,ht=114 bounds [perf<=0.635 t>=5.550]  perf 0.586 t 5.483 (1 run) 
  163/500: cno=3235 nprobe=128,quantizer_efSearch=128,ht=68 bounds [perf<=0.212 t>=2.905] skip
  164/500: cno=1955 nprobe=2048,quantizer_efSearch=16,ht=42 bounds [perf<=0.455 t>=11.625] skip
  165/500: cno=1499 nprobe=2048,quantizer_efSearch=64,ht=32 bounds [perf<=0.455 t>=11.625] skip
  166/500: cno=1344 nprobe=1,quantizer_efSearch=4,ht=30 bounds [perf<=0.008 t>=0.060]  perf 0.006 t 0.062 (49 runs) 
  167/500: cno=5444 nprobe=256,quantizer_efSearch=128,ht=114 bounds [perf<=0.680 t>=5.550]  perf 0.656 t 5.993 (1 run) *
  168/500: cno=2919 nprobe=8,quantizer_efSearch=32,ht=62 bounds [perf<=0.204 t>=0.246] skip
  169/500: cno=4411 nprobe=128,quantizer_efSearch=512,ht=92 bounds [perf<=0.691 t>=2.905]  perf 0.288 t 4.178 (1 run) 
  170/500: cno=4561 nprobe=2,quantizer_efSearch=64,ht=96 bounds [perf<=0.382 t>=0.177]  perf 0.192 t 0.310 (10 runs) 
  171/500: cno=3604 nprobe=16,quantizer_efSearch=64,ht=76 bounds [perf<=0.212 t>=0.654] skip
  172/500: cno=1455 nprobe=8,quantizer_efSearch=8,ht=32 bounds [perf<=0.017 t>=0.104] skip
  173/500: cno=6118 nprobe=1024,quantizer_efSearch=128,ht=128 bounds [perf<=0.691 t>=22.228]  perf 0.681 t 23.489 (1 run) *
  174/500: cno=2138 nprobe=4,quantizer_efSearch=16,ht=46 bounds [perf<=0.024 t>=0.104] skip
  175/500: cno=3155 nprobe=2048,quantizer_efSearch=256,ht=66 bounds [perf<=0.691 t>=39.659] skip
  176/500: cno=4989 nprobe=512,quantizer_efSearch=512,ht=104 bounds [perf<=0.691 t>=12.339]  perf 0.558 t 9.139 (1 run) 
  177/500: cno=5906 nprobe=4,quantizer_efSearch=64,ht=124 bounds [perf<=0.382 t>=0.363]  perf 0.380 t 0.308 (10 runs) *
  178/500: cno=5740 nprobe=16,quantizer_efSearch=256,ht=120 bounds [perf<=0.528 t>=1.215] skip
  179/500: cno=3661 nprobe=2,quantizer_efSearch=8,ht=78 bounds [perf<=0.192 t>=0.104] skip
  180/500: cno=5953 nprobe=2,quantizer_efSearch=4,ht=126 bounds [perf<=0.382 t>=0.088]  perf 0.218 t 0.076 (40 runs) *
  181/500: cno=5169 nprobe=512,quantizer_efSearch=256,ht=108 bounds [perf<=0.691 t>=11.398]  perf 0.617 t 11.539 (1 run) 
  182/500: cno=1404 nprobe=1,quantizer_efSearch=128,ht=30 bounds [perf<=0.026 t>=0.520] skip
  183/500: cno=3446 nprobe=4,quantizer_efSearch=512,ht=72 bounds [perf<=0.204 t>=0.921] skip
  184/500: cno=6185 nprobe=32,quantizer_efSearch=32,ht=256 bounds [perf<=0.691 t>=0.965]  perf 0.572 t 0.614 (5 runs) *
  185/500: cno=5302 nprobe=1024,quantizer_efSearch=8,ht=112 bounds [perf<=0.641 t>=5.309]  perf 0.522 t 7.847 (1 run) 
  186/500: cno=5996 nprobe=256,quantizer_efSearch=32,ht=126 bounds [perf<=0.681 t>=5.907]  perf 0.642 t 5.921 (1 run) *
  187/500: cno=3795 nprobe=8,quantizer_efSearch=64,ht=80 bounds [perf<=0.204 t>=0.363] skip
  188/500: cno=2849 nprobe=32,quantizer_efSearch=128,ht=60 bounds [perf<=0.212 t>=0.817] skip
  189/500: cno=4343 nprobe=2048,quantizer_efSearch=8,ht=92 bounds [perf<=0.455 t>=5.552] skip
  190/500: cno=4556 nprobe=256,quantizer_efSearch=32,ht=96 bounds [perf<=0.455 t>=5.550] skip
  191/500: cno=4306 nprobe=1024,quantizer_efSearch=256,ht=90 bounds [perf<=0.691 t>=20.754]  perf 0.265 t 20.623 (1 run) 
  192/500: cno=311 nprobe=2048,quantizer_efSearch=8,ht=8 bounds [perf<=0.004 t>=1.546] skip
  193/500: cno=5324 nprobe=256,quantizer_efSearch=32,ht=112 bounds [perf<=0.635 t>=5.550]  perf 0.613 t 5.324 (1 run) *
  194/500: cno=2642 nprobe=4,quantizer_efSearch=64,ht=56 bounds [perf<=0.204 t>=0.363] skip
  195/500: cno=5471 nprobe=2048,quantizer_efSearch=512,ht=114 bounds [perf<=0.691 t>=39.659] skip
  196/500: cno=4205 nprobe=32,quantizer_efSearch=256,ht=88 bounds [perf<=0.265 t>=0.921] skip
  197/500: cno=2313 nprobe=512,quantizer_efSearch=4,ht=50 bounds [perf<=0.029 t>=4.409] skip
  198/500: cno=4802 nprobe=4,quantizer_efSearch=4,ht=102 bounds [perf<=0.309 t>=0.088]  perf 0.206 t 0.135 (23 runs) 
  199/500: cno=4165 nprobe=2,quantizer_efSearch=32,ht=88 bounds [perf<=0.192 t>=0.177] skip
  200/500: cno=2002 nprobe=1024,quantizer_efSearch=256,ht=42 bounds [perf<=0.039 t>=11.398] skip
  201/500: cno=5761 nprobe=2,quantizer_efSearch=4,ht=122 bounds [perf<=0.218 t>=0.088] skip
  202/500: cno=3667 nprobe=128,quantizer_efSearch=8,ht=78 bounds [perf<=0.212 t>=1.546] skip
  203/500: cno=5055 nprobe=8,quantizer_efSearch=128,ht=106 bounds [perf<=0.525 t>=0.658] skip
  204/500: cno=3404 nprobe=256,quantizer_efSearch=32,ht=72 bounds [perf<=0.212 t>=5.550] skip
  205/500: cno=2780 nprobe=256,quantizer_efSearch=512,ht=58 bounds [perf<=0.212 t>=5.550] skip
  206/500: cno=3715 nprobe=128,quantizer_efSearch=128,ht=78 bounds [perf<=0.212 t>=2.905] skip
  207/500: cno=6163 nprobe=128,quantizer_efSearch=8,ht=256 bounds [perf<=0.691 t>=2.659]  perf 0.547 t 1.781 (2 runs) 
  208/500: cno=4188 nprobe=1,quantizer_efSearch=128,ht=88 bounds [perf<=0.204 t>=0.520] skip
  209/500: cno=5096 nprobe=256,quantizer_efSearch=4,ht=108 bounds [perf<=0.474 t>=4.676] skip
  210/500: cno=522 nprobe=64,quantizer_efSearch=32,ht=12 bounds [perf<=0.004 t>=1.546] skip
  211/500: cno=2511 nprobe=8,quantizer_efSearch=8,ht=54 bounds [perf<=0.035 t>=0.104] skip
  212/500: cno=4503 nprobe=8,quantizer_efSearch=512,ht=94 bounds [perf<=0.558 t>=1.876] skip
  213/500: cno=6216 nprobe=1,quantizer_efSearch=256,ht=256 bounds [perf<=0.528 t>=0.886] skip
  214/500: cno=3758 nprobe=4,quantizer_efSearch=8,ht=80 bounds [perf<=0.204 t>=0.148] skip
  215/500: cno=3464 nprobe=256,quantizer_efSearch=4,ht=74 bounds [perf<=0.212 t>=4.409] skip
  216/500: cno=4991 nprobe=2048,quantizer_efSearch=512,ht=104 bounds [perf<=0.691 t>=39.659] skip
  217/500: cno=1302 nprobe=64,quantizer_efSearch=64,ht=28 bounds [perf<=0.031 t>=1.546] skip
  218/500: cno=886 nprobe=1024,quantizer_efSearch=8,ht=20 bounds [perf<=0.039 t>=4.409] skip
  219/500: cno=5336 nprobe=256,quantizer_efSearch=64,ht=112 bounds [perf<=0.656 t>=5.550]  perf 0.632 t 5.668 (1 run) *
  220/500: cno=320 nprobe=256,quantizer_efSearch=16,ht=8 bounds [perf<=0.002 t>=1.546] skip
  221/500: cno=3082 nprobe=1024,quantizer_efSearch=4,ht=66 bounds [perf<=0.265 t>=4.409] skip
  222/500: cno=780 nprobe=1,quantizer_efSearch=8,ht=18 bounds [perf<=0.004 t>=0.060]  perf 0.004 t 0.082 (37 runs) 
  223/500: cno=3748 nprobe=16,quantizer_efSearch=4,ht=80 bounds [perf<=0.211 t>=0.431] skip
  224/500: cno=506 nprobe=4,quantizer_efSearch=16,ht=12 bounds [perf<=0.004 t>=0.060]  perf 0.003 t 0.188 (16 runs) 
  225/500: cno=3698 nprobe=4,quantizer_efSearch=64,ht=78 bounds [perf<=0.204 t>=0.363] skip
  226/500: cno=2968 nprobe=16,quantizer_efSearch=512,ht=62 bounds [perf<=0.212 t>=1.876] skip
  227/500: cno=3847 nprobe=128,quantizer_efSearch=4,ht=82 bounds [perf<=0.212 t>=0.817] skip
  228/500: cno=4735 nprobe=128,quantizer_efSearch=16,ht=100 bounds [perf<=0.455 t>=1.546] skip
  229/500: cno=653 nprobe=32,quantizer_efSearch=256,ht=14 bounds [perf<=0.039 t>=0.921] skip
  230/500: cno=1388 nprobe=256,quantizer_efSearch=32,ht=30 bounds [perf<=0.039 t>=5.550] skip
  231/500: cno=428 nprobe=256,quantizer_efSearch=32,ht=10 bounds [perf<=0.002 t>=5.550] skip
  232/500: cno=3912 nprobe=1,quantizer_efSearch=256,ht=82 bounds [perf<=0.204 t>=0.872] skip
  233/500: cno=4641 nprobe=512,quantizer_efSearch=16,ht=98 bounds [perf<=0.455 t>=5.550] skip
  234/500: cno=3441 nprobe=512,quantizer_efSearch=256,ht=72 bounds [perf<=0.212 t>=11.398] skip
  235/500: cno=165 nprobe=512,quantizer_efSearch=128,ht=4 bounds [perf<=0.002 t>=1.546] skip
  236/500: cno=400 nprobe=16,quantizer_efSearch=8,ht=10 bounds [perf<=0.002 t>=0.060]  perf 0.002 t 0.452 (7 runs) 
  237/500: cno=3948 nprobe=1,quantizer_efSearch=8,ht=84 bounds [perf<=0.192 t>=0.082] skip
  238/500: cno=4157 nprobe=32,quantizer_efSearch=16,ht=88 bounds [perf<=0.265 t>=0.817] skip
  239/500: cno=145 nprobe=2,quantizer_efSearch=64,ht=4 bounds [perf<=0.001 t>=0.060]  perf 0.001 t 0.315 (10 runs) 
  240/500: cno=3592 nprobe=16,quantizer_efSearch=32,ht=76 bounds [perf<=0.212 t>=0.471] skip
  241/500: cno=3287 nprobe=2048,quantizer_efSearch=8,ht=70 bounds [perf<=0.455 t>=5.552] skip
  242/500: cno=5222 nprobe=4,quantizer_efSearch=32,ht=110 bounds [perf<=0.380 t>=0.244]  perf 0.348 t 0.256 (12 runs) *
  243/500: cno=4999 nprobe=128,quantizer_efSearch=4,ht=106 bounds [perf<=0.474 t>=2.659] skip
  244/500: cno=5011 nprobe=128,quantizer_efSearch=8,ht=106 bounds [perf<=0.516 t>=2.659] skip
  245/500: cno=2366 nprobe=4,quantizer_efSearch=128,ht=50 bounds [perf<=0.039 t>=0.543] skip
  246/500: cno=3115 nprobe=128,quantizer_efSearch=32,ht=66 bounds [perf<=0.212 t>=1.546] skip
  247/500: cno=3388 nprobe=16,quantizer_efSearch=16,ht=72 bounds [perf<=0.212 t>=0.471] skip
  248/500: cno=2150 nprobe=4,quantizer_efSearch=32,ht=46 bounds [perf<=0.026 t>=0.188] skip
  249/500: cno=2125 nprobe=2,quantizer_efSearch=8,ht=46 bounds [perf<=0.024 t>=0.104] skip
  250/500: cno=3080 nprobe=256,quantizer_efSearch=4,ht=66 bounds [perf<=0.212 t>=4.409] skip
  251/500: cno=2945 nprobe=32,quantizer_efSearch=128,ht=62 bounds [perf<=0.212 t>=0.817] skip
  252/500: cno=1048 nprobe=16,quantizer_efSearch=512,ht=22 bounds [perf<=0.212 t>=0.921] skip
  253/500: cno=4623 nprobe=8,quantizer_efSearch=8,ht=98 bounds [perf<=0.412 t>=0.246]  perf 0.257 t 0.250 (13 runs) 
  254/500: cno=3290 nprobe=4,quantizer_efSearch=16,ht=70 bounds [perf<=0.204 t>=0.188] skip
  255/500: cno=2406 nprobe=64,quantizer_efSearch=4,ht=52 bounds [perf<=0.029 t>=0.817] skip
  256/500: cno=2856 nprobe=1,quantizer_efSearch=256,ht=60 bounds [perf<=0.204 t>=0.872] skip
  257/500: cno=292 nprobe=16,quantizer_efSearch=4,ht=8 bounds [perf<=0.002 t>=0.060]  perf 0.002 t 0.434 (7 runs) 
  258/500: cno=3913 nprobe=2,quantizer_efSearch=256,ht=82 bounds [perf<=0.204 t>=0.872] skip
  259/500: cno=5628 nprobe=1,quantizer_efSearch=128,ht=118 bounds [perf<=0.382 t>=0.520] skip
  260/500: cno=5042 nprobe=4,quantizer_efSearch=64,ht=106 bounds [perf<=0.380 t>=0.363] skip
  261/500: cno=4864 nprobe=16,quantizer_efSearch=128,ht=102 bounds [perf<=0.472 t>=0.658] skip
  262/500: cno=1870 nprobe=1024,quantizer_efSearch=32,ht=40 bounds [perf<=0.039 t>=5.550] skip
  263/500: cno=3853 nprobe=2,quantizer_efSearch=8,ht=82 bounds [perf<=0.192 t>=0.104] skip
  264/500: cno=5433 nprobe=512,quantizer_efSearch=64,ht=114 bounds [perf<=0.680 t>=10.186]  perf 0.649 t 11.315 (1 run) 
  265/500: cno=3052 nprobe=16,quantizer_efSearch=256,ht=64 bounds [perf<=0.212 t>=0.921] skip
  266/500: cno=4174 nprobe=1024,quantizer_efSearch=32,ht=88 bounds [perf<=0.265 t>=5.550] skip
  267/500: cno=984 nprobe=1,quantizer_efSearch=16,ht=22 bounds [perf<=0.006 t>=0.082] skip
  268/500: cno=4602 nprobe=64,quantizer_efSearch=512,ht=96 bounds [perf<=0.558 t>=1.876] skip
  269/500: cno=2393 nprobe=32,quantizer_efSearch=512,ht=50 bounds [perf<=0.212 t>=1.876] skip
  270/500: cno=5563 nprobe=128,quantizer_efSearch=512,ht=116 bounds [perf<=0.691 t>=4.178]  perf 0.644 t 4.224 (1 run) *
  271/500: cno=3211 nprobe=128,quantizer_efSearch=32,ht=68 bounds [perf<=0.212 t>=1.546] skip
  272/500: cno=3365 nprobe=32,quantizer_efSearch=4,ht=72 bounds [perf<=0.211 t>=0.817] skip
  273/500: cno=769 nprobe=2,quantizer_efSearch=4,ht=18 bounds [perf<=0.004 t>=0.060]  perf 0.003 t 0.087 (35 runs) 
  274/500: cno=3918 nprobe=64,quantizer_efSearch=256,ht=82 bounds [perf<=0.212 t>=1.546] skip
  275/500: cno=3325 nprobe=2,quantizer_efSearch=128,ht=70 bounds [perf<=0.204 t>=0.543] skip
  276/500: cno=1306 nprobe=1024,quantizer_efSearch=64,ht=28 bounds [perf<=0.039 t>=5.550] skip
  277/500: cno=4246 nprobe=1024,quantizer_efSearch=8,ht=90 bounds [perf<=0.265 t>=4.409] skip
  278/500: cno=4271 nprobe=2048,quantizer_efSearch=32,ht=90 bounds [perf<=0.455 t>=11.625] skip
  279/500: cno=5640 nprobe=1,quantizer_efSearch=256,ht=118 bounds [perf<=0.382 t>=0.886] skip
  280/500: cno=441 nprobe=512,quantizer_efSearch=64,ht=10 bounds [perf<=0.002 t>=5.550] skip
  281/500: cno=1821 nprobe=512,quantizer_efSearch=512,ht=38 bounds [perf<=0.212 t>=11.398] skip
  282/500: cno=1153 nprobe=2,quantizer_efSearch=4,ht=26 bounds [perf<=0.008 t>=0.087] skip
  283/500: cno=4112 nprobe=256,quantizer_efSearch=256,ht=86 bounds [perf<=0.212 t>=5.550] skip
  284/500: cno=1414 nprobe=1024,quantizer_efSearch=128,ht=30 bounds [perf<=0.039 t>=5.550] skip
  285/500: cno=137 nprobe=32,quantizer_efSearch=32,ht=4 bounds [perf<=0.002 t>=0.060]  perf 0.001 t 0.896 (4 runs) 
  286/500: cno=1541 nprobe=32,quantizer_efSearch=4,ht=34 bounds [perf<=0.024 t>=0.817] skip
  287/500: cno=1578 nprobe=64,quantizer_efSearch=32,ht=34 bounds [perf<=0.031 t>=1.546] skip
  288/500: cno=3744 nprobe=1,quantizer_efSearch=4,ht=80 bounds [perf<=0.090 t>=0.062]  perf 0.059 t 0.063 (48 runs) *
  289/500: cno=502 nprobe=1024,quantizer_efSearch=8,ht=12 bounds [perf<=0.004 t>=4.409] skip
  290/500: cno=2830 nprobe=1024,quantizer_efSearch=32,ht=60 bounds [perf<=0.265 t>=5.550] skip
  291/500: cno=2374 nprobe=1024,quantizer_efSearch=128,ht=50 bounds [perf<=0.039 t>=5.550] skip
  292/500: cno=2695 nprobe=128,quantizer_efSearch=4,ht=58 bounds [perf<=0.212 t>=0.817] skip
  293/500: cno=762 nprobe=64,quantizer_efSearch=512,ht=16 bounds [perf<=0.212 t>=1.546] skip
  294/500: cno=543 nprobe=8,quantizer_efSearch=128,ht=12 bounds [perf<=0.004 t>=0.658] skip
  295/500: cno=4078 nprobe=1024,quantizer_efSearch=32,ht=86 bounds [perf<=0.265 t>=5.550] skip
  296/500: cno=5026 nprobe=1024,quantizer_efSearch=16,ht=106 bounds [perf<=0.624 t>=10.186] skip
  297/500: cno=4693 nprobe=2,quantizer_efSearch=512,ht=98 bounds [perf<=0.382 t>=0.872] skip
  298/500: cno=5568 nprobe=1,quantizer_efSearch=4,ht=118 bounds [perf<=0.218 t>=0.063]  perf 0.166 t 0.068 (45 runs) *
  299/500: cno=276 nprobe=1,quantizer_efSearch=512,ht=6 bounds [perf<=0.026 t>=0.060]  perf 0.002 t 1.578 (2 runs) 
  300/500: cno=1730 nprobe=4,quantizer_efSearch=4,ht=38 bounds [perf<=0.017 t>=0.088] skip
  301/500: cno=2852 nprobe=256,quantizer_efSearch=128,ht=60 bounds [perf<=0.212 t>=5.550] skip
  302/500: cno=2008 nprobe=16,quantizer_efSearch=512,ht=42 bounds [perf<=0.212 t>=1.578] skip
  303/500: cno=541 nprobe=2,quantizer_efSearch=128,ht=12 bounds [perf<=0.004 t>=0.315] skip
  304/500: cno=2375 nprobe=2048,quantizer_efSearch=128,ht=50 bounds [perf<=0.691 t>=39.659] skip
  305/500: cno=5135 nprobe=2048,quantizer_efSearch=32,ht=108 bounds [perf<=0.624 t>=11.625] skip
  306/500: cno=1384 nprobe=16,quantizer_efSearch=32,ht=30 bounds [perf<=0.017 t>=0.471] skip
  307/500: cno=3323 nprobe=2048,quantizer_efSearch=64,ht=70 bounds [perf<=0.455 t>=11.625] skip
  308/500: cno=1269 nprobe=512,quantizer_efSearch=8,ht=28 bounds [perf<=0.039 t>=4.409] skip
  309/500: cno=1154 nprobe=4,quantizer_efSearch=4,ht=26 bounds [perf<=0.008 t>=0.087] skip
  310/500: cno=3050 nprobe=4,quantizer_efSearch=256,ht=64 bounds [perf<=0.204 t>=0.921] skip
  311/500: cno=3878 nprobe=4,quantizer_efSearch=32,ht=82 bounds [perf<=0.204 t>=0.188] skip
  312/500: cno=4090 nprobe=1024,quantizer_efSearch=64,ht=86 bounds [perf<=0.265 t>=5.550] skip
  313/500: cno=6014 nprobe=4,quantizer_efSearch=128,ht=126 bounds [perf<=0.382 t>=0.543] skip
  314/500: cno=1123 nprobe=128,quantizer_efSearch=128,ht=24 bounds [perf<=0.039 t>=1.546] skip
  315/500: cno=5492 nprobe=256,quantizer_efSearch=8,ht=116 bounds [perf<=0.635 t>=5.309] skip
  316/500: cno=4132 nprobe=16,quantizer_efSearch=4,ht=88 bounds [perf<=0.211 t>=0.434] skip
  317/500: cno=3038 nprobe=4,quantizer_efSearch=128,ht=64 bounds [perf<=0.204 t>=0.543] skip
  318/500: cno=1891 nprobe=128,quantizer_efSearch=128,ht=40 bounds [perf<=0.039 t>=1.546] skip
  319/500: cno=4822 nprobe=1024,quantizer_efSearch=8,ht=102 bounds [perf<=0.522 t>=5.309] skip
  320/500: cno=2576 nprobe=256,quantizer_efSearch=256,ht=54 bounds [perf<=0.039 t>=5.550] skip
  321/500: cno=3772 nprobe=16,quantizer_efSearch=16,ht=80 bounds [perf<=0.212 t>=0.471] skip
  322/500: cno=3094 nprobe=1024,quantizer_efSearch=8,ht=66 bounds [perf<=0.265 t>=4.409] skip
  323/500: cno=1584 nprobe=1,quantizer_efSearch=64,ht=34 bounds [perf<=0.017 t>=0.082] skip
  324/500: cno=2779 nprobe=128,quantizer_efSearch=512,ht=58 bounds [perf<=0.212 t>=2.905] skip
  325/500: cno=4338 nprobe=64,quantizer_efSearch=8,ht=92 bounds [perf<=0.288 t>=1.546] skip
  326/500: cno=5090 nprobe=4,quantizer_efSearch=4,ht=108 bounds [perf<=0.338 t>=0.135]  perf 0.241 t 0.138 (22 runs) *
  327/500: cno=5990 nprobe=4,quantizer_efSearch=32,ht=126 bounds [perf<=0.382 t>=0.256]  perf 0.377 t 0.270 (12 runs) *
  328/500: cno=1335 nprobe=8,quantizer_efSearch=512,ht=28 bounds [perf<=0.026 t>=1.578] skip
  329/500: cno=3416 nprobe=256,quantizer_efSearch=64,ht=72 bounds [perf<=0.212 t>=5.550] skip
  330/500: cno=547 nprobe=128,quantizer_efSearch=128,ht=12 bounds [perf<=0.004 t>=1.546] skip
  331/500: cno=1133 nprobe=32,quantizer_efSearch=256,ht=24 bounds [perf<=0.039 t>=0.921] skip
  332/500: cno=5338 nprobe=1024,quantizer_efSearch=64,ht=112 bounds [perf<=0.680 t>=10.186]  perf 0.637 t 21.757 (1 run) 
  333/500: cno=4516 nprobe=16,quantizer_efSearch=4,ht=96 bounds [perf<=0.271 t>=0.434] skip
  334/500: cno=2065 nprobe=2,quantizer_efSearch=64,ht=44 bounds [perf<=0.026 t>=0.315] skip
  335/500: cno=2108 nprobe=256,quantizer_efSearch=512,ht=44 bounds [perf<=0.212 t>=5.550] skip
  336/500: cno=3874 nprobe=1024,quantizer_efSearch=16,ht=82 bounds [perf<=0.265 t>=5.550] skip
  337/500: cno=253 nprobe=2,quantizer_efSearch=128,ht=6 bounds [perf<=0.002 t>=0.315] skip
  338/500: cno=5189 nprobe=32,quantizer_efSearch=4,ht=110 bounds [perf<=0.474 t>=0.817] skip
  339/500: cno=5014 nprobe=1024,quantizer_efSearch=8,ht=106 bounds [perf<=0.522 t>=5.309] skip
  340/500: cno=2618 nprobe=4,quantizer_efSearch=16,ht=56 bounds [perf<=0.204 t>=0.188] skip
  341/500: cno=4777 nprobe=2,quantizer_efSearch=256,ht=100 bounds [perf<=0.382 t>=0.872] skip
  342/500: cno=3447 nprobe=8,quantizer_efSearch=512,ht=72 bounds [perf<=0.204 t>=1.876] skip
  343/500: cno=3765 nprobe=512,quantizer_efSearch=8,ht=80 bounds [perf<=0.212 t>=4.409] skip
  344/500: cno=3802 nprobe=1024,quantizer_efSearch=64,ht=80 bounds [perf<=0.265 t>=5.550] skip
  345/500: cno=3639 nprobe=8,quantizer_efSearch=512,ht=76 bounds [perf<=0.204 t>=1.876] skip
  346/500: cno=4005 nprobe=512,quantizer_efSearch=128,ht=84 bounds [perf<=0.212 t>=5.550] skip
  347/500: cno=518 nprobe=4,quantizer_efSearch=32,ht=12 bounds [perf<=0.004 t>=0.188] skip
  348/500: cno=808 nprobe=16,quantizer_efSearch=32,ht=18 bounds [perf<=0.017 t>=0.471] skip
  349/500: cno=293 nprobe=32,quantizer_efSearch=4,ht=8 bounds [perf<=0.002 t>=0.434] skip
  350/500: cno=3892 nprobe=16,quantizer_efSearch=64,ht=82 bounds [perf<=0.212 t>=0.654] skip
  351/500: cno=6183 nprobe=8,quantizer_efSearch=32,ht=256 bounds [perf<=0.528 t>=0.270]  perf 0.452 t 0.272 (12 runs) *
  352/500: cno=3230 nprobe=4,quantizer_efSearch=128,ht=68 bounds [perf<=0.204 t>=0.543] skip
  353/500: cno=4299 nprobe=8,quantizer_efSearch=256,ht=90 bounds [perf<=0.204 t>=0.921] skip
  354/500: cno=2335 nprobe=128,quantizer_efSearch=16,ht=50 bounds [perf<=0.031 t>=1.546] skip
  355/500: cno=1992 nprobe=1,quantizer_efSearch=256,ht=42 bounds [perf<=0.026 t>=0.872] skip
  356/500: cno=5349 nprobe=512,quantizer_efSearch=128,ht=112 bounds [perf<=0.680 t>=10.937]  perf 0.650 t 11.333 (1 run) 
  357/500: cno=4808 nprobe=256,quantizer_efSearch=4,ht=102 bounds [perf<=0.412 t>=4.676] skip
  358/500: cno=2294 nprobe=4,quantizer_efSearch=512,ht=48 bounds [perf<=0.204 t>=1.578] skip
  359/500: cno=4478 nprobe=4,quantizer_efSearch=128,ht=94 bounds [perf<=0.333 t>=0.543] skip
  360/500: cno=4178 nprobe=4,quantizer_efSearch=64,ht=88 bounds [perf<=0.204 t>=0.363] skip
  361/500: cno=3646 nprobe=1024,quantizer_efSearch=512,ht=76 bounds [perf<=0.691 t>=20.754]  perf 0.120 t 21.934 (1 run) 
  362/500: cno=3896 nprobe=256,quantizer_efSearch=64,ht=82 bounds [perf<=0.212 t>=5.550] skip
  363/500: cno=1043 nprobe=2048,quantizer_efSearch=256,ht=22 bounds [perf<=0.691 t>=39.659] skip
  364/500: cno=2473 nprobe=2,quantizer_efSearch=256,ht=52 bounds [perf<=0.039 t>=0.872] skip
  365/500: cno=3706 nprobe=1024,quantizer_efSearch=64,ht=78 bounds [perf<=0.265 t>=5.550] skip
  366/500: cno=4135 nprobe=128,quantizer_efSearch=4,ht=88 bounds [perf<=0.265 t>=0.817] skip
  367/500: cno=2512 nprobe=16,quantizer_efSearch=8,ht=54 bounds [perf<=0.039 t>=0.453] skip
  368/500: cno=2428 nprobe=16,quantizer_efSearch=16,ht=52 bounds [perf<=0.039 t>=0.471] skip
  369/500: cno=3469 nprobe=2,quantizer_efSearch=8,ht=74 bounds [perf<=0.078 t>=0.104] skip
  370/500: cno=4778 nprobe=4,quantizer_efSearch=256,ht=100 bounds [perf<=0.382 t>=0.921] skip
  371/500: cno=616 nprobe=16,quantizer_efSearch=32,ht=14 bounds [perf<=0.004 t>=0.471] skip
  372/500: cno=2476 nprobe=16,quantizer_efSearch=256,ht=52 bounds [perf<=0.039 t>=0.921] skip
  373/500: cno=5472 nprobe=1,quantizer_efSearch=4,ht=116 bounds [perf<=0.166 t>=0.063]  perf 0.164 t 0.059 (52 runs) *
  374/500: cno=5377 nprobe=2,quantizer_efSearch=4,ht=114 bounds [perf<=0.218 t>=0.088] skip
  375/500: cno=2728 nprobe=16,quantizer_efSearch=32,ht=58 bounds [perf<=0.120 t>=0.471] skip
  376/500: cno=2039 nprobe=2048,quantizer_efSearch=8,ht=44 bounds [perf<=0.455 t>=4.409] skip
  377/500: cno=3498 nprobe=64,quantizer_efSearch=32,ht=74 bounds [perf<=0.120 t>=1.546] skip
  378/500: cno=5548 nprobe=16,quantizer_efSearch=256,ht=116 bounds [perf<=0.528 t>=1.215] skip
  379/500: cno=3888 nprobe=1,quantizer_efSearch=64,ht=82 bounds [perf<=0.192 t>=0.177] skip
  380/500: cno=2643 nprobe=8,quantizer_efSearch=64,ht=56 bounds [perf<=0.120 t>=0.363] skip
  381/500: cno=5735 nprobe=2048,quantizer_efSearch=128,ht=120 bounds [perf<=0.691 t>=39.659] skip
  382/500: cno=3850 nprobe=1024,quantizer_efSearch=4,ht=82 bounds [perf<=0.265 t>=4.409] skip
  383/500: cno=725 nprobe=32,quantizer_efSearch=64,ht=16 bounds [perf<=0.004 t>=0.896] skip
  384/500: cno=5037 nprobe=512,quantizer_efSearch=32,ht=106 bounds [perf<=0.617 t>=10.186] skip
  385/500: cno=468 nprobe=1,quantizer_efSearch=512,ht=10 bounds [perf<=0.026 t>=1.578] skip
  386/500: cno=4851 nprobe=8,quantizer_efSearch=64,ht=102 bounds [perf<=0.456 t>=0.363]  perf 0.340 t 0.460 (7 runs) 
  387/500: cno=5558 nprobe=4,quantizer_efSearch=512,ht=116 bounds [perf<=0.382 t>=1.578] skip
  388/500: cno=488 nprobe=256,quantizer_efSearch=4,ht=12 bounds [perf<=0.004 t>=4.409] skip
  389/500: cno=5009 nprobe=32,quantizer_efSearch=8,ht=106 bounds [perf<=0.516 t>=0.817] skip
  390/500: cno=4785 nprobe=512,quantizer_efSearch=256,ht=100 bounds [perf<=0.558 t>=11.398] skip
  391/500: cno=1806 nprobe=64,quantizer_efSearch=256,ht=38 bounds [perf<=0.039 t>=1.546] skip
  392/500: cno=1950 nprobe=64,quantizer_efSearch=16,ht=42 bounds [perf<=0.024 t>=1.546] skip
  393/500: cno=3340 nprobe=16,quantizer_efSearch=256,ht=70 bounds [perf<=0.120 t>=0.921] skip
  394/500: cno=230 nprobe=4,quantizer_efSearch=32,ht=6 bounds [perf<=0.002 t>=0.060] skip
  395/500: cno=2084 nprobe=256,quantizer_efSearch=128,ht=44 bounds [perf<=0.039 t>=5.550] skip
  396/500: cno=1502 nprobe=4,quantizer_efSearch=128,ht=32 bounds [perf<=0.026 t>=0.543] skip
  397/500: cno=6173 nprobe=32,quantizer_efSearch=16,ht=256 bounds [perf<=0.572 t>=0.817] skip
  398/500: cno=4655 nprobe=2048,quantizer_efSearch=32,ht=98 bounds [perf<=0.455 t>=11.625] skip
  399/500: cno=2339 nprobe=2048,quantizer_efSearch=16,ht=50 bounds [perf<=0.455 t>=11.625] skip
  400/500: cno=2165 nprobe=32,quantizer_efSearch=64,ht=46 bounds [perf<=0.031 t>=0.896] skip
  401/500: cno=5994 nprobe=64,quantizer_efSearch=32,ht=126 bounds [perf<=0.642 t>=1.646]  perf 0.611 t 1.796 (2 runs) *
  402/500: cno=3870 nprobe=64,quantizer_efSearch=16,ht=82 bounds [perf<=0.212 t>=1.546] skip
  403/500: cno=3549 nprobe=512,quantizer_efSearch=512,ht=74 bounds [perf<=0.120 t>=11.398] skip
  404/500: cno=1 nprobe=2,quantizer_efSearch=4,ht=2 bounds [perf<=0.001 t>=0.060] skip
  405/500: cno=6010 nprobe=1024,quantizer_efSearch=64,ht=126 bounds [perf<=0.681 t>=21.757]  perf 0.666 t 22.211 (1 run) *
  406/500: cno=5667 nprobe=8,quantizer_efSearch=4,ht=120 bounds [perf<=0.435 t>=0.243]  perf 0.380 t 0.264 (12 runs) *
  407/500: cno=3828 nprobe=1,quantizer_efSearch=512,ht=80 bounds [perf<=0.204 t>=1.578] skip
  408/500: cno=2469 nprobe=512,quantizer_efSearch=128,ht=52 bounds [perf<=0.039 t>=5.550] skip
  409/500: cno=1696 nprobe=16,quantizer_efSearch=128,ht=36 bounds [perf<=0.039 t>=0.658] skip
  410/500: cno=3557 nprobe=32,quantizer_efSearch=4,ht=76 bounds [perf<=0.120 t>=0.817] skip
  411/500: cno=4099 nprobe=128,quantizer_efSearch=128,ht=86 bounds [perf<=0.212 t>=2.905] skip
  412/500: cno=3658 nprobe=1024,quantizer_efSearch=4,ht=78 bounds [perf<=0.265 t>=4.409] skip
  413/500: cno=1790 nprobe=4,quantizer_efSearch=128,ht=38 bounds [perf<=0.026 t>=0.543] skip
  414/500: cno=2729 nprobe=32,quantizer_efSearch=32,ht=58 bounds [perf<=0.120 t>=0.896] skip
  415/500: cno=1052 nprobe=256,quantizer_efSearch=512,ht=22 bounds [perf<=0.120 t>=5.550] skip
  416/500: cno=1869 nprobe=512,quantizer_efSearch=32,ht=40 bounds [perf<=0.039 t>=5.550] skip
  417/500: cno=2795 nprobe=2048,quantizer_efSearch=4,ht=60 bounds [perf<=0.455 t>=5.552] skip
  418/500: cno=4213 nprobe=2,quantizer_efSearch=512,ht=88 bounds [perf<=0.204 t>=1.578] skip
  419/500: cno=4531 nprobe=128,quantizer_efSearch=8,ht=96 bounds [perf<=0.412 t>=1.546] skip
  420/500: cno=5836 nprobe=16,quantizer_efSearch=256,ht=122 bounds [perf<=0.528 t>=1.215] skip
  421/500: cno=473 nprobe=32,quantizer_efSearch=512,ht=10 bounds [perf<=0.120 t>=1.578] skip
  422/500: cno=210 nprobe=64,quantizer_efSearch=8,ht=6 bounds [perf<=0.002 t>=1.546] skip
  423/500: cno=5365 nprobe=2,quantizer_efSearch=512,ht=112 bounds [perf<=0.382 t>=1.578] skip
  424/500: cno=4134 nprobe=64,quantizer_efSearch=4,ht=88 bounds [perf<=0.265 t>=0.817] skip
  425/500: cno=2337 nprobe=512,quantizer_efSearch=16,ht=50 bounds [perf<=0.039 t>=5.550] skip
  426/500: cno=719 nprobe=2048,quantizer_efSearch=32,ht=16 bounds [perf<=0.004 t>=11.625] skip
  427/500: cno=2443 nprobe=128,quantizer_efSearch=32,ht=52 bounds [perf<=0.039 t>=1.546] skip
  428/500: cno=3839 nprobe=2048,quantizer_efSearch=512,ht=80 bounds [perf<=0.691 t>=39.659] skip
  429/500: cno=5326 nprobe=1024,quantizer_efSearch=32,ht=112 bounds [perf<=0.637 t>=10.186] skip
  430/500: cno=5023 nprobe=128,quantizer_efSearch=16,ht=106 bounds [perf<=0.516 t>=2.659] skip
  431/500: cno=2276 nprobe=256,quantizer_efSearch=128,ht=48 bounds [perf<=0.039 t>=5.550] skip
  432/500: cno=2064 nprobe=1,quantizer_efSearch=64,ht=44 bounds [perf<=0.026 t>=0.082] skip
  433/500: cno=3257 nprobe=32,quantizer_efSearch=512,ht=68 bounds [perf<=0.120 t>=1.876] skip
  434/500: cno=2741 nprobe=32,quantizer_efSearch=64,ht=58 bounds [perf<=0.120 t>=0.896] skip
  435/500: cno=2622 nprobe=64,quantizer_efSearch=16,ht=56 bounds [perf<=0.120 t>=1.546] skip
  436/500: cno=3955 nprobe=128,quantizer_efSearch=8,ht=84 bounds [perf<=0.212 t>=1.546] skip
  437/500: cno=2774 nprobe=4,quantizer_efSearch=512,ht=58 bounds [perf<=0.120 t>=1.578] skip
  438/500: cno=237 nprobe=512,quantizer_efSearch=32,ht=6 bounds [perf<=0.002 t>=1.546] skip
  439/500: cno=4675 nprobe=128,quantizer_efSearch=128,ht=98 bounds [perf<=0.558 t>=2.905] skip
  440/500: cno=3409 nprobe=2,quantizer_efSearch=64,ht=72 bounds [perf<=0.120 t>=0.315] skip
  441/500: cno=4182 nprobe=64,quantizer_efSearch=64,ht=88 bounds [perf<=0.265 t>=1.546] skip
  442/500: cno=6088 nprobe=16,quantizer_efSearch=32,ht=128 bounds [perf<=0.528 t>=0.490]  perf 0.517 t 0.602 (5 runs) 
  443/500: cno=2213 nprobe=32,quantizer_efSearch=4,ht=48 bounds [perf<=0.029 t>=0.817] skip
  444/500: cno=5392 nprobe=16,quantizer_efSearch=8,ht=114 bounds [perf<=0.515 t>=0.453]  perf 0.469 t 0.473 (7 runs) *
  445/500: cno=1861 nprobe=2,quantizer_efSearch=32,ht=40 bounds [perf<=0.026 t>=0.104] skip
  446/500: cno=848 nprobe=256,quantizer_efSearch=256,ht=18 bounds [perf<=0.039 t>=5.550] skip
  447/500: cno=2790 nprobe=64,quantizer_efSearch=4,ht=60 bounds [perf<=0.120 t>=0.817] skip
  448/500: cno=1924 nprobe=16,quantizer_efSearch=4,ht=42 bounds [perf<=0.024 t>=0.434] skip
  449/500: cno=3004 nprobe=16,quantizer_efSearch=16,ht=64 bounds [perf<=0.120 t>=0.471] skip
  450/500: cno=3171 nprobe=8,quantizer_efSearch=4,ht=68 bounds [perf<=0.091 t>=0.088] skip
  451/500: cno=4543 nprobe=128,quantizer_efSearch=16,ht=96 bounds [perf<=0.455 t>=1.546] skip
  452/500: cno=2215 nprobe=128,quantizer_efSearch=4,ht=48 bounds [perf<=0.029 t>=0.817] skip
  453/500: cno=4369 nprobe=2,quantizer_efSearch=64,ht=92 bounds [perf<=0.192 t>=0.315] skip
  454/500: cno=1363 nprobe=128,quantizer_efSearch=8,ht=30 bounds [perf<=0.024 t>=1.546] skip
  455/500: cno=3577 nprobe=2,quantizer_efSearch=16,ht=76 bounds [perf<=0.120 t>=0.138] skip
  456/500: cno=3824 nprobe=256,quantizer_efSearch=256,ht=80 bounds [perf<=0.212 t>=5.550] skip
  457/500: cno=5737 nprobe=2,quantizer_efSearch=256,ht=120 bounds [perf<=0.382 t>=0.886] skip
  458/500: cno=2126 nprobe=4,quantizer_efSearch=8,ht=46 bounds [perf<=0.024 t>=0.104] skip
  459/500: cno=1046 nprobe=4,quantizer_efSearch=512,ht=22 bounds [perf<=0.026 t>=1.578] skip
  460/500: cno=5733 nprobe=512,quantizer_efSearch=128,ht=120 bounds [perf<=0.680 t>=11.333]  perf 0.675 t 11.611 (1 run) *
  461/500: cno=826 nprobe=1024,quantizer_efSearch=64,ht=18 bounds [perf<=0.039 t>=5.550] skip
  462/500: cno=3007 nprobe=128,quantizer_efSearch=16,ht=64 bounds [perf<=0.120 t>=1.546] skip
  463/500: cno=497 nprobe=32,quantizer_efSearch=8,ht=12 bounds [perf<=0.004 t>=0.452] skip
  464/500: cno=3134 nprobe=4,quantizer_efSearch=128,ht=66 bounds [perf<=0.120 t>=0.543] skip
  465/500: cno=996 nprobe=1,quantizer_efSearch=32,ht=22 bounds [perf<=0.006 t>=0.082] skip
  466/500: cno=1512 nprobe=1,quantizer_efSearch=256,ht=32 bounds [perf<=0.026 t>=0.872] skip
  467/500: cno=5248 nprobe=16,quantizer_efSearch=128,ht=110 bounds [perf<=0.525 t>=0.658] skip
  468/500: cno=967 nprobe=128,quantizer_efSearch=4,ht=22 bounds [perf<=0.024 t>=0.817] skip
  469/500: cno=6168 nprobe=1,quantizer_efSearch=16,ht=256 bounds [perf<=0.452 t>=0.084]  perf 0.218 t 0.111 (27 runs) *
  470/500: cno=5447 nprobe=2048,quantizer_efSearch=128,ht=114 bounds [perf<=0.691 t>=39.659] skip
  471/500: cno=1895 nprobe=2048,quantizer_efSearch=128,ht=40 bounds [perf<=0.691 t>=39.659] skip
  472/500: cno=5939 nprobe=2048,quantizer_efSearch=256,ht=124 bounds [perf<=0.691 t>=39.659] skip
  473/500: cno=2883 nprobe=8,quantizer_efSearch=4,ht=62 bounds [perf<=0.091 t>=0.088] skip
  474/500: cno=1520 nprobe=256,quantizer_efSearch=256,ht=32 bounds [perf<=0.039 t>=5.550] skip
  475/500: cno=263 nprobe=2048,quantizer_efSearch=128,ht=6 bounds [perf<=0.004 t>=11.625] skip
  476/500: cno=926 nprobe=4,quantizer_efSearch=128,ht=20 bounds [perf<=0.026 t>=0.543] skip
  477/500: cno=5677 nprobe=2,quantizer_efSearch=8,ht=120 bounds [perf<=0.338 t>=0.104]  perf 0.269 t 0.114 (27 runs) *
  478/500: cno=1130 nprobe=4,quantizer_efSearch=256,ht=24 bounds [perf<=0.026 t>=0.921] skip
  479/500: cno=2999 nprobe=2048,quantizer_efSearch=8,ht=64 bounds [perf<=0.455 t>=5.552] skip
  480/500: cno=5070 nprobe=64,quantizer_efSearch=256,ht=106 bounds [perf<=0.611 t>=1.546]  perf 0.535 t 2.232 (2 runs) 
  481/500: cno=2200 nprobe=16,quantizer_efSearch=512,ht=46 bounds [perf<=0.120 t>=1.876] skip
  482/500: cno=1199 nprobe=2048,quantizer_efSearch=32,ht=26 bounds [perf<=0.455 t>=11.625] skip
  483/500: cno=492 nprobe=1,quantizer_efSearch=8,ht=12 bounds [perf<=0.003 t>=0.060] skip
  484/500: cno=2212 nprobe=16,quantizer_efSearch=4,ht=48 bounds [perf<=0.029 t>=0.434] skip
  485/500: cno=4220 nprobe=256,quantizer_efSearch=512,ht=88 bounds [perf<=0.558 t>=5.550] skip
  486/500: cno=48 nprobe=1,quantizer_efSearch=64,ht=2 bounds [perf<=0.001 t>=0.060] skip
  487/500: cno=5622 nprobe=64,quantizer_efSearch=64,ht=118 bounds [perf<=0.659 t>=1.646]  perf 0.614 t 1.769 (2 runs) *
  488/500: cno=2720 nprobe=256,quantizer_efSearch=16,ht=58 bounds [perf<=0.120 t>=5.550] skip
  489/500: cno=6025 nprobe=2,quantizer_efSearch=256,ht=126 bounds [perf<=0.382 t>=0.886] skip
  490/500: cno=4951 nprobe=128,quantizer_efSearch=64,ht=104 bounds [perf<=0.558 t>=2.905] skip
  491/500: cno=2098 nprobe=1024,quantizer_efSearch=256,ht=44 bounds [perf<=0.039 t>=11.398] skip
  492/500: cno=2673 nprobe=512,quantizer_efSearch=256,ht=56 bounds [perf<=0.120 t>=11.398] skip
  493/500: cno=3972 nprobe=1,quantizer_efSearch=32,ht=84 bounds [perf<=0.192 t>=0.177] skip
  494/500: cno=430 nprobe=1024,quantizer_efSearch=32,ht=10 bounds [perf<=0.004 t>=5.550] skip
  495/500: cno=4370 nprobe=4,quantizer_efSearch=64,ht=92 bounds [perf<=0.288 t>=0.363] skip
  496/500: cno=5707 nprobe=128,quantizer_efSearch=32,ht=120 bounds [perf<=0.641 t>=2.659]  perf 0.629 t 3.023 (1 run) *
  497/500: cno=5454 nprobe=64,quantizer_efSearch=256,ht=114 bounds [perf<=0.644 t>=2.232]  perf 0.610 t 2.175 (2 runs) 
  498/500: cno=5091 nprobe=8,quantizer_efSearch=4,ht=108 bounds [perf<=0.380 t>=0.243]  perf 0.343 t 0.247 (13 runs) *
  499/500: cno=6027 nprobe=8,quantizer_efSearch=256,ht=126 bounds [perf<=0.528 t>=0.921] skip
Done in 812.248 s, available OPs:
Tested 125 operating points, 25 ones are Pareto-optimal:
cno=-1 key= perf=0.0000 t=0.000 
cno=5472 key=nprobe=1,quantizer_efSearch=4,ht=116 perf=0.1640 t=0.059 
cno=5568 key=nprobe=1,quantizer_efSearch=4,ht=118 perf=0.1655 t=0.068 
cno=5953 key=nprobe=2,quantizer_efSearch=4,ht=126 perf=0.2177 t=0.076 
cno=6168 key=nprobe=1,quantizer_efSearch=16,ht=256 perf=0.2181 t=0.111 
cno=5677 key=nprobe=2,quantizer_efSearch=8,ht=120 perf=0.2691 t=0.114 
cno=5774 key=nprobe=4,quantizer_efSearch=8,ht=122 perf=0.3378 t=0.168 
cno=5210 key=nprobe=4,quantizer_efSearch=16,ht=110 perf=0.3384 t=0.192 
cno=5091 key=nprobe=8,quantizer_efSearch=4,ht=108 perf=0.3425 t=0.247 
cno=5222 key=nprobe=4,quantizer_efSearch=32,ht=110 perf=0.3477 t=0.256 
cno=5667 key=nprobe=8,quantizer_efSearch=4,ht=120 perf=0.3797 t=0.264 
cno=6183 key=nprobe=8,quantizer_efSearch=32,ht=256 perf=0.4522 t=0.272 
cno=5392 key=nprobe=16,quantizer_efSearch=8,ht=114 perf=0.4695 t=0.473 
cno=6161 key=nprobe=32,quantizer_efSearch=8,ht=256 perf=0.5200 t=0.541 
cno=6185 key=nprobe=32,quantizer_efSearch=32,ht=256 perf=0.5717 t=0.614 
cno=5598 key=nprobe=64,quantizer_efSearch=16,ht=118 perf=0.5802 t=1.646 
cno=5622 key=nprobe=64,quantizer_efSearch=64,ht=118 perf=0.6142 t=1.769 
cno=5707 key=nprobe=128,quantizer_efSearch=32,ht=120 perf=0.6287 t=3.023 
cno=5563 key=nprobe=128,quantizer_efSearch=512,ht=116 perf=0.6440 t=4.224 
cno=5444 key=nprobe=256,quantizer_efSearch=128,ht=114 perf=0.6556 t=5.993 
cno=5816 key=nprobe=256,quantizer_efSearch=64,ht=122 perf=0.6591 t=6.231 
cno=5733 key=nprobe=512,quantizer_efSearch=128,ht=120 perf=0.6752 t=11.611 
cno=5926 key=nprobe=1024,quantizer_efSearch=128,ht=124 perf=0.6805 t=22.228 
cno=6118 key=nprobe=1024,quantizer_efSearch=128,ht=128 perf=0.6814 t=23.489 
cno=6239 key=nprobe=2048,quantizer_efSearch=512,ht=256 perf=0.6911 t=25.276 
Re-running evaluation on selected OPs
parameters                                   R@1   R@10  R@100  time(ms/q)   nb distances #runs
                                          0.3425 0.4138 0.4167      0.02478       30148046    13
nprobe=1,quantizer_efSearch=4,ht=116      0.1640 0.1894 0.1910      0.00656        3803080    46
nprobe=1,quantizer_efSearch=4,ht=118      0.1655 0.1912 0.1929      0.00666        3803080    46
nprobe=2,quantizer_efSearch=4,ht=126      0.2177 0.2574 0.2590      0.00986        7584844    31
nprobe=1,quantizer_efSearch=16,ht=256     0.2181 0.2506 0.2525      0.01119        3757863    27
nprobe=2,quantizer_efSearch=8,ht=120      0.2691 0.3157 0.3175      0.01135        7584823    27
nprobe=4,quantizer_efSearch=8,ht=122      0.3378 0.4081 0.4106      0.01694       15122435    18
nprobe=4,quantizer_efSearch=16,ht=110     0.3384 0.4008 0.4033      0.01921       15012589    16
nprobe=8,quantizer_efSearch=4,ht=108      0.3425 0.4138 0.4167      0.02474       30148046    13
nprobe=4,quantizer_efSearch=32,ht=110     0.3477 0.4118 0.4143      0.02532       14886236    12
nprobe=8,quantizer_efSearch=4,ht=120      0.3797 0.4720 0.4750      0.02646       30148046    12
nprobe=8,quantizer_efSearch=32,ht=256     0.4522 0.5621 0.5652      0.02794       29616055    11
nprobe=16,quantizer_efSearch=8,ht=114     0.4695 0.5901 0.5939      0.04748       59845976    7
nprobe=32,quantizer_efSearch=8,ht=256     0.5200 0.6848 0.6893      0.05440      119044282    6
nprobe=32,quantizer_efSearch=32,ht=256    0.5717 0.7568 0.7614      0.06233      117442981    5
nprobe=64,quantizer_efSearch=16,ht=118    0.5802 0.7731 0.7783      0.16200      234805247    2
nprobe=64,quantizer_efSearch=64,ht=118    0.6142 0.8255 0.8310      0.17413      231204306    2
nprobe=128,quantizer_efSearch=32,ht=120   0.6287 0.8593 0.8657      0.31089      462043059    1
nprobe=128,quantizer_efSearch=512,ht=116  0.6440 0.8784 0.8851      0.41245      451390884    1
nprobe=256,quantizer_efSearch=128,ht=114  0.6556 0.8940 0.9007      0.57533      898360294    1
nprobe=256,quantizer_efSearch=64,ht=122   0.6591 0.9188 0.9265      0.57710      905931212    1
nprobe=512,quantizer_efSearch=128,ht=120  0.6752 0.9458 0.9540      1.11862     1771189272    1
nprobe=1024,quantizer_efSearch=128,ht=124 0.6805 0.9614 0.9699      2.13891     3448270396    1
nprobe=1024,quantizer_efSearch=128,ht=128 0.6814 0.9641 0.9725      2.02003     3448270396    1
nprobe=2048,quantizer_efSearch=512,ht=256 0.6911 0.9838 0.9932      2.53783     6711763693    1