Search with combined indices

[zzb111]

[harsha-simhadri]

No description provided.

Thanks for the PR. Please add some test cases to algos.yaml and leave a message here when you think the algo is ready for testing

[zzb111]

No description provided.

Thanks for the PR. Please add some test cases to algos.yaml and leave a message here when you think the algo is ready for testing

Ok, we have added test cases, and the algo is ready for testing. Thx.

[harsha-simhadri]

@zzb111 On the public query set, here are the results I see for msturing-1B and deep-1B. Is this as expected? Can you alsp please truncate the number of query argument combinations to 10?

$ python3 eval/show_operating_points.py --algorithm team11 --threshold 10000 res.csv algorithm dataset team11 deep-1B 0.649550 msturing-1B 0.712211

team11,"FaissIVFPQ(nprobe=16,quantizer_efSearch=128)",msturing-1B,10,23774.37497452829,18400.18768,1000000.0,43818656.0,1843.1044368967437,0,0,0.6667080000000001 team11,"FaissIVFPQ(nprobe=256,quantizer_efSearch=512)",msturing-1B,10,2798.0446381055626,234515.99974,1000000.0,43818656.0,15660.456378447112,0,0,0.750228 team11,"FaissIVFPQ(nprobe=64,quantizer_efSearch=128)",msturing-1B,10,10901.519705693818,64644.06719,1000000.0,43818656.0,4019.4997746152494,0,0,0.712211 team11,"FaissIVFPQ(nprobe=16,quantizer_efSearch=64)",msturing-1B,10,34413.31398428966,18265.56018,1000000.0,43818656.0,1273.3053265373992,0,0,0.640667 team11,"FaissIVFPQ(nprobe=8,quantizer_efSearch=64)",msturing-1B,10,45090.42856775808,9744.4858,1000000.0,43818656.0,971.7950658675385,0,0,0.60481 team11,"FaissIVFPQ(nprobe=4,quantizer_efSearch=32)",msturing-1B,10,83435.89329414212,5077.74381,1000000.0,43818656.0,525.1775257624818,0,0,0.509857 team11,"FaissIVFPQ(nprobe=256,quantizer_efSearch=256)",msturing-1B,10,3291.682648757046,234882.69153,1000000.0,43818656.0,13311.932125822068,0,0,0.745946 team11,"FaissIVFPQ(nprobe=2,quantizer_efSearch=4)",msturing-1B,10,273915.16167921206,2185.28185,1000000.0,43818656.0,159.971634032135,0,0,0.171794 team11,"FaissIVFPQ(nprobe=64,quantizer_efSearch=512)",msturing-1B,10,5801.863433425054,64725.89904,1000000.0,43818656.0,7552.514205618286,0,0,0.726539 team11,"FaissIVFPQ(nprobe=64,quantizer_efSearch=256)",msturing-1B,10,8435.69995758522,64715.25441,1000000.0,43818656.0,5194.430363848954,0,0,0.72321 team11,"FaissIVFPQ(nprobe=2,quantizer_efSearch=8)",msturing-1B,10,207557.53563827233,2429.81088,1000000.0,43818656.0,211.11570758079532,0,0,0.28778800000000004 team11,"FaissIVFPQ(nprobe=32,quantizer_efSearch=128)",msturing-1B,10,17914.865112423435,34404.33765,1000000.0,43818656.0,2445.938371571274,0,0,0.693847 team11,"FaissIVFPQ(nprobe=32,quantizer_efSearch=256)",msturing-1B,10,12109.108264903834,34476.58399,1000000.0,43818656.0,3618.65259120697,0,0,0.703611 team11,"FaissIVFPQ(nprobe=128,quantizer_efSearch=512)",msturing-1B,10,4268.467600119859,122507.85252,1000000.0,43818656.0,10265.66442691742,0,0,0.7404200000000001 team11,"FaissIVFPQ(nprobe=128,quantizer_efSearch=128)",msturing-1B,10,6608.755433708084,122589.29405,1000000.0,43818656.0,6630.3945484957885,0,0,0.724766 team11,"FaissIVFPQ(nprobe=1,quantizer_efSearch=4)",msturing-1B,10,338317.4403954333,1124.93886,1000000.0,43818656.0,129.51935303359986,0,0,0.143197 team11,"FaissIVFPQ(nprobe=2,quantizer_efSearch=16)",msturing-1B,10,146443.8442179474,2576.06125,1000000.0,43818656.0,299.2181490045166,0,0,0.382845 team11,"FaissIVFPQ(nprobe=128,quantizer_efSearch=256)",msturing-1B,10,5598.844377623893,122591.32834,1000000.0,43818656.0,7826.37505966835,0,0,0.7366729999999999 team11,"FaissIVFPQ(nprobe=1,quantizer_efSearch=16)",msturing-1B,10,167261.61065962256,1325.83958,1000000.0,43818656.0,261.9767669771576,0,0,0.307412 team11,"FaissIVFPQ(nprobe=1,quantizer_efSearch=8)",msturing-1B,10,245603.2360594839,1249.47737,1000000.0,43818656.0,178.41237234100342,0,0,0.234375 team11,"FaissIVFPQ(nprobe=2,quantizer_efSearch=32)",msturing-1B,10,96241.13149706754,2648.51522,1000000.0,43818656.0,455.3007151763916,0,0,0.442089 team11,"FaissIVFPQ(nprobe=8,quantizer_efSearch=32)",msturing-1B,10,64788.39256572325,9601.53994,1000000.0,43818656.0,676.334977064743,0,0,0.554759 team11,"FaissIVFPQ(nprobe=4,quantizer_efSearch=16)",msturing-1B,10,118277.3145381724,4941.27993,1000000.0,43818656.0,370.4738831034088,0,0,0.43595100000000003

team11,"FaissIVFPQ(nprobe=16,quantizer_efSearch=128)",deep-1B,10,23142.48147328683,19134.4202,1000000.0,43995212.0,1901.0585382031438,0,0,0.55932 team11,"FaissIVFPQ(nprobe=32,quantizer_efSearch=64)",deep-1B,10,20842.049190429054,38190.0385,1000000.0,43995212.0,2110.8870628807067,0,0,0.6119399999999999 team11,"FaissIVFPQ(nprobe=64,quantizer_efSearch=128)",deep-1B,10,10703.891937828013,75897.8232,1000000.0,43995212.0,4110.207040162563,0,0,0.64955 team11,"FaissIVFPQ(nprobe=16,quantizer_efSearch=64)",deep-1B,10,31144.033312938463,19150.0692,1000000.0,43995212.0,1412.6369426185609,0,0,0.55869 team11,"FaissIVFPQ(nprobe=32,quantizer_efSearch=16)",deep-1B,10,25549.8017505889,38367.5681,1000000.0,43995212.0,1721.9394666726112,0,0,0.59177 team11,"FaissIVFPQ(nprobe=128,quantizer_efSearch=64)",deep-1B,10,6285.34538721455,151037.2369,1000000.0,43995212.0,6999.649070915603,0,0,0.66567 team11,"FaissIVFPQ(nprobe=8,quantizer_efSearch=64)",deep-1B,10,45529.73601397273,9590.338,1000000.0,43995212.0,966.2962242192268,0,0,0.48758999999999997 team11,"FaissIVFPQ(nprobe=2,quantizer_efSearch=4)",deep-1B,10,266557.1874344618,2432.805,1000000.0,43995212.0,165.04980572252276,0,0,0.2394 team11,"FaissIVFPQ(nprobe=8,quantizer_efSearch=8)",deep-1B,10,96432.08744013666,9698.7188,1000000.0,43995212.0,456.2300077483177,0,0,0.44147 team11,"FaissIVFPQ(nprobe=4,quantizer_efSearch=8)",deep-1B,10,150685.0752113354,4853.7693,1000000.0,43995212.0,291.9679466483116,0,0,0.37116 team11,"FaissIVFPQ(nprobe=64,quantizer_efSearch=512)",deep-1B,10,6491.821192232357,75831.7416,1000000.0,43995212.0,6777.021531745434,0,0,0.6504800000000001 team11,"FaissIVFPQ(nprobe=64,quantizer_efSearch=256)",deep-1B,10,8716.516372728966,75846.0382,1000000.0,43995212.0,5047.33888157959,0,0,0.65028 team11,"FaissIVFPQ(nprobe=2,quantizer_efSearch=8)",deep-1B,10,200392.92130107404,2427.8048,1000000.0,43995212.0,219.54474097366332,0,0,0.2879 team11,"FaissIVFPQ(nprobe=256,quantizer_efSearch=128)",deep-1B,10,2982.6414175522623,298677.2549,1000000.0,43995212.0,14750.419457430173,0,0,0.68065 team11,"FaissIVFPQ(nprobe=32,quantizer_efSearch=128)",deep-1B,10,16936.67821270829,38146.8733,1000000.0,43995212.0,2597.629325388527,0,0,0.61319 team11,"FaissIVFPQ(nprobe=64,quantizer_efSearch=64)",deep-1B,10,12101.040112011618,76033.925,1000000.0,43995212.0,3635.655414143276,0,0,0.64679 team11,"FaissIVFPQ(nprobe=32,quantizer_efSearch=256)",deep-1B,10,12511.350826676657,38131.6387,1000000.0,43995212.0,3516.423814620686,0,0,0.6136 team11,"FaissIVFPQ(nprobe=128,quantizer_efSearch=512)",deep-1B,10,4480.126194960875,150518.7058,1000000.0,43995212.0,9820.083204237555,0,0,0.67159 team11,"FaissIVFPQ(nprobe=256,quantizer_efSearch=64)",deep-1B,10,3129.3109307622617,298407.7978,1000000.0,43995212.0,14059.073378586674,0,0,0.6748000000000001 team11,"FaissIVFPQ(nprobe=64,quantizer_efSearch=16)",deep-1B,10,13194.693185847027,76182.142,1000000.0,43995212.0,3334.311103739071,0,0,0.61593 team11,"FaissIVFPQ(nprobe=16,quantizer_efSearch=8)",deep-1B,10,48728.36775284867,19307.0428,1000000.0,43995212.0,902.8665237289429,0,0,0.52105 team11,"FaissIVFPQ(nprobe=16,quantizer_efSearch=32)",deep-1B,10,38254.397933646105,19187.3264,1000000.0,43995212.0,1150.0693874809265,0,0,0.55522 team11,"FaissIVFPQ(nprobe=8,quantizer_efSearch=16)",deep-1B,10,81003.80269259219,9639.8788,1000000.0,43995212.0,543.1252674267769,0,0,0.47639 team11,"FaissIVFPQ(nprobe=128,quantizer_efSearch=128)",deep-1B,10,5989.443977410837,150749.528,1000000.0,43995212.0,7345.458470924473,0,0,0.67008 team11,"FaissIVFPQ(nprobe=128,quantizer_efSearch=32)",deep-1B,10,6456.809400457732,150956.0504,1000000.0,43995212.0,6813.769661046696,0,0,0.65384 team11,"FaissIVFPQ(nprobe=1,quantizer_efSearch=4)",deep-1B,10,342663.4968097187,1221.0374,1000000.0,43995212.0,128.3918841942787,0,0,0.17378 team11,"FaissIVFPQ(nprobe=8,quantizer_efSearch=4)",deep-1B,10,100202.44491534535,9713.4815,1000000.0,43995212.0,439.0632587574959,0,0,0.42394 team11,"FaissIVFPQ(nprobe=2,quantizer_efSearch=16)",deep-1B,10,144520.53944911138,2412.999,1000000.0,43995212.0,304.42186396274565,0,0,0.30196 team11,"FaissIVFPQ(nprobe=32,quantizer_efSearch=32)",deep-1B,10,24092.22160250486,38283.8878,1000000.0,43995212.0,1826.1168573771477,0,0,0.60582 team11,"FaissIVFPQ(nprobe=128,quantizer_efSearch=256)",deep-1B,10,5465.330567942726,150575.0368,1000000.0,43995212.0,8049.872089724446,0,0,0.67131 team11,"FaissIVFPQ(nprobe=64,quantizer_efSearch=32)",deep-1B,10,12767.846597253256,76197.9369,1000000.0,43995212.0,3445.781687999344,0,0,0.63872 team11,"FaissIVFPQ(nprobe=4,quantizer_efSearch=4)",deep-1B,10,179588.355434145,4867.3057,1000000.0,43995212.0,244.97808832674028,0,0,0.30093000000000003 team11,"FaissIVFPQ(nprobe=8,quantizer_efSearch=32)",deep-1B,10,63345.914001392484,9603.2599,1000000.0,43995212.0,694.5232805233956,0,0,0.48559 team11,"FaissIVFPQ(nprobe=16,quantizer_efSearch=16)",deep-1B,10,44720.63888089221,19260.403,1000000.0,43995212.0,983.7787004156113,0,0,0.54052 team11,"FaissIVFPQ(nprobe=4,quantizer_efSearch=16)",deep-1B,10,115404.72646329686,4826.7691,1000000.0,43995212.0,381.22539126672746,0,0,0.39386