Li Shuliang

创建表空间 curl -v --user "root:secret" -H "content-type: application/json" -XPUT -d' { "name": "image_feature", "partition_num": 4, "replica_num": 1, "engine": { "name": "gamma", "index_size": 20000000, "retrieval_type": "IVFFLAT", "retrieval_param": { "metric_type": "L2", "ncentroids":...

nprobe=16384, 结果 ``` {"took":14530,"timed_out":false,"_shards":{"total":4,"successful":4},"hits":{"total":10,"max_score":9.115442276000977,"hits":[{"_index":"pic","_type":"image_feature","_id":"171498256","_score":5.17038631439209,"_extra":{"vector_result":[{"field":"deep_hash","source":"","score":5.170386}]},"_source":{"id":171498256}},{"_index":"pic","_type":"image_feature","_id":"171098736","_score":5.709619522094727,"_extra":{"vector_result":[{"field":"deep_hash","source":"","score":5.70962}]},"_source":{"id":171098736}},{"_index":"pic","_type":"image_feature","_id":"149047305","_score":6.394845962524414,"_extra":{"vector_result":[{"score":6.394846,"field":"deep_hash","source":""}]},"_source":{"id":149047305}},{"_index":"pic","_type":"image_feature","_id":"58792201","_score":6.4466328620910645,"_extra":{"vector_result":[{"field":"deep_hash","source":"","score":6.446633}]},"_source":{"id":58792201}},{"_index":"pic","_type":"image_feature","_id":"64127443","_score":7.43733549118042,"_extra":{"vector_result":[{"field":"deep_hash","source":"","score":7.437335}]},"_source":{"id":64127443}},{"_index":"pic","_type":"image_feature","_id":"65476826","_score":7.4630560874938965,"_extra":{"vector_result":[{"field":"deep_hash","source":"","score":7.463056}]},"_source":{"id":65476826}},{"_index":"pic","_type":"image_feature","_id":"79649854","_score":7.4630560874938965,"_extra":{"vector_result":[{"source":"","score":7.463056,"field":"deep_hash"}]},"_source":{"id":79649854}},{"_index":"pic","_type":"image_feature","_id":"159380257","_score":7.604762077331543,"_extra":{"vector_result":[{"field":"deep_hash","source":"","score":7.604762}]},"_source":{"id":159380257}},{"_index":"pic","_type":"image_feature","_id":"19161011","_score":7.6908183097839355,"_extra":{"vector_result":[{"field":"deep_hash","source":"","score":7.690818}]},"_source":{"id":19161011}},{"_index":"pic","_type":"image_feature","_id":"3088177","_score":7.741284370422363,"_extra":{"vector_result":[{"field":"deep_hash","source":"","score":7.741284}]},"_source":{"id":3088177}}]}} ``` 和nprobe=1024时结果一样，看着像是特征没有加进faiss里面

每台机器2亿多数据，占用机器内存大概是31G；另外一个项目，参数都一样，不同点是单机部署，数据4千多万，内存已经55G了；通过对比，我认为分布式部署的时候，特征没有正确的加载进faiss

[{"space_num":1,"doc_num":903688274,"size":5368053824,"spaces":[{"partitions":[{"pid":2,"doc_num":225947715,"size":1342012544,"replica_num":1,"path":"datas/","status":4,"color":"green","ip":"10.28.52.5","node_id":3,"raft_status":{"ID":2,"NodeID":3,"Leader":3,"Term":1,"Index":226058337,"Commit":226058337,"Applied":226058337,"Vote":3,"PendQueue":0,"RecvQueue":0,"AppQueue":0,"Stopped":false,"RestoringSnapshot":false,"State":"StateLeader","Replicas":{"3":{"Match":226058337,"Commit":226058337,"Next":226058338,"State":"ReplicaStateProbe","Snapshoting":false,"Paused":false,"Active":false,"LastActive":1627020019341661192,"Inflight":0}}},"index_status":2},{"pid":3,"doc_num":225910714,"size":1342011808,"replica_num":1,"path":"datas/","status":4,"color":"green","ip":"10.28.52.3","node_id":2,"raft_status":{"ID":3,"NodeID":2,"Leader":2,"Term":1,"Index":226021350,"Commit":226021350,"Applied":226021350,"Vote":2,"PendQueue":0,"RecvQueue":0,"AppQueue":0,"Stopped":false,"RestoringSnapshot":false,"State":"StateLeader","Replicas":{"2":{"Match":226021350,"Commit":226021350,"Next":226021351,"State":"ReplicaStateProbe","Snapshoting":false,"Paused":false,"Active":false,"LastActive":1627020017531253357,"Inflight":0}}},"index_status":2},{"pid":4,"doc_num":225920794,"size":1342002352,"replica_num":1,"path":"datas/","status":4,"color":"green","ip":"10.28.52.6","node_id":4,"raft_status":{"ID":4,"NodeID":4,"Leader":4,"Term":1,"Index":226031220,"Commit":226031220,"Applied":226031220,"Vote":4,"PendQueue":0,"RecvQueue":0,"AppQueue":0,"Stopped":false,"RestoringSnapshot":false,"State":"StateLeader","Replicas":{"4":{"Match":226031220,"Commit":226031220,"Next":226031221,"State":"ReplicaStateProbe","Snapshoting":false,"Paused":false,"Active":false,"LastActive":1627020019009096635,"Inflight":0}}},"index_status":2},{"pid":5,"doc_num":225909051,"size":1342027120,"replica_num":1,"path":"datas/","status":4,"color":"green","ip":"10.28.52.4","node_id":5,"raft_status":{"ID":5,"NodeID":5,"Leader":5,"Term":1,"Index":226019441,"Commit":226019441,"Applied":226019441,"Vote":5,"PendQueue":0,"RecvQueue":0,"AppQueue":0,"Stopped":false,"RestoringSnapshot":false,"State":"StateLeader","Replicas":{"5":{"Match":226019441,"Commit":226019441,"Next":226019442,"State":"ReplicaStateProbe","Snapshoting":false,"Paused":false,"Active":false,"LastActive":1627020021300205833,"Inflight":0}}},"index_status":2}],"status":"green","name":"image_feature","partition_num":4,"replica_num":4,"doc_num":903688274,"size":5368053824}],"status":"green","errors":null,"db_name":"pic"}]

最新版3.2.7

源码编译的， INFO 2021-07-23 13:59:40,447 gamma_api.cc:88 Version [[sha1]:0bda185 [author]:GitHub [time]:2021-05-24 18:35:19 +0800 [branch]: (HEAD, origin/master, origin/HEAD, master)]

插入方式是单条插入，搜索是search接口

> 插入方式是批量插入还是单条插入?搜索是用的search接口还是msearch? @zcdb bug解决了么，现在重启也启动不起来

@WeiYan-Lynn 使用http短连接试一下,我这边使用长连接会崩；改成短连接就正常了

> 遇到同样的问题，请问解决了吗 没有哈