milvus
milvus copied to clipboard
[Bug]: [sdk-compatibility] GetCollectionStatistics return less number than inserted count
Is there an existing issue for this?
- [X] I have searched the existing issues
Environment
- Milvus version: master-20230316-35be7a64
- Deployment mode(standalone or cluster): cluster
- MQ type(rocksmq, pulsar or kafka): pulsar
- SDK version(e.g. pymilvus v2.0.0rc2): go-sdk v2.2.x
- OS(Ubuntu or CentOS):
- CPU/Memory:
- GPU:
- Others:
Current Behavior
- Create a collection with fields:
int64, float, float_vec
, and 2 shards - Insert 3000 entities
- Flush
- GetCollectionStatistics return 1487
2023/03/16 15:53:12 milvus_client.go:22: (ApiResponse): func [GetCollectionStatistics], results: [map[row_count:1487]]
query_test.go:307:
Error Trace: /src/milvus-sdk-go/test/testcases/query_test.go:307
Error: Not equal:
expected: "3000"
actual : "1487"
Diff:
--- Expected
+++ Actual
@@ -1 +1 @@
-3000
+1487
Test: TestQueryOutputFields
Expected Behavior
No response
Steps To Reproduce
Go case: `~/milvus-sdk-go/test/testcases/query_test.go`
// test query output int64 and float and floatVector fields
func TestQueryOutputFields(t *testing.T) {
ctx := createContext(t, time.Second*common.DefaultTimeout)
// connect
mc := createMilvusClient(ctx, t)
// create collection and insert data into default partition, pks from 0 to DefaultNb
collName := createDefaultCollection(ctx, t, mc, false)
intColumn, floatColumn, vecColumn := common.GenDefaultColumnData(common.DefaultNb, common.DefaultNb, common.DefaultDim)
_, errInsert := mc.Insert(ctx, collName, "", intColumn, floatColumn, vecColumn)
common.CheckErr(t, errInsert, true)
mc.Flush(ctx, collName, false)
stats, _ := mc.GetCollectionStatistics(ctx, collName)
require.Equal(t, strconv.Itoa(common.DefaultNb), stats[common.RowCount])
// create index
idx, _ := entity.NewIndexHNSW(entity.L2, 8, 96)
mc.CreateIndex(ctx, collName, common.DefaultFloatVecFieldName, idx, false)
// Load collection
errLoad := mc.LoadCollection(ctx, collName, false)
common.CheckErr(t, errLoad, true)
//query
pos := 10
queryResult, _ := mc.Query(
ctx, collName,
[]string{common.DefaultPartition},
entity.NewColumnInt64(common.DefaultIntFieldName, intColumn.Data()[:pos]),
[]string{common.DefaultIntFieldName, common.DefaultFloatFieldName, common.DefaultFloatVecFieldName},
)
common.CheckQueryResult(t, queryResult, []entity.Column{
entity.NewColumnInt64(common.DefaultIntFieldName, intColumn.Data()[:pos]),
entity.NewColumnFloat(common.DefaultFloatFieldName, floatColumn.Data()[:pos]),
entity.NewColumnFloatVector(common.DefaultFloatVecFieldName, common.DefaultDim, vecColumn.Data()[:pos]),
})
common.CheckOutputFields(t, queryResult, []string{common.DefaultIntFieldName, common.DefaultFloatFieldName, common.DefaultFloatVecFieldName})
}
### Milvus Log
argo job: https://argo-qa-devops.zilliz.cc/artifacts-by-uid/21e20a03-487e-4138-a7f8-82d87c56d5d0/sdk-compat-cron-1678981200-740216105/main-logs
cluster: devops, namespace: chaos-testing
sdk-compat-cron-1678981200-cluster-etcd-0 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-etcd-1 1/1 Running 1 (20m ago) 22m sdk-compat-cron-1678981200-cluster-etcd-2 1/1 Running 1 (20m ago) 22m sdk-compat-cron-1678981200-cluster-milvus-datacoord-68dcc5grk46 1/1 Running 0 15m sdk-compat-cron-1678981200-cluster-milvus-datanode-5b87dd4jm5bn 1/1 Running 0 15m sdk-compat-cron-1678981200-cluster-milvus-indexcoord-6ff5bttrdx 1/1 Running 0 15m sdk-compat-cron-1678981200-cluster-milvus-indexnode-55488bn7fh9 1/1 Running 0 15m sdk-compat-cron-1678981200-cluster-milvus-proxy-564bdb5d49n2tzt 1/1 Running 0 15m sdk-compat-cron-1678981200-cluster-milvus-querycoord-9f84bx8t77 1/1 Running 0 15m sdk-compat-cron-1678981200-cluster-milvus-querynode-85544bjmnq6 1/1 Running 0 15m sdk-compat-cron-1678981200-cluster-milvus-rootcoord-84d45dvdnmj 1/1 Running 0 15m sdk-compat-cron-1678981200-cluster-minio-0 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-minio-1 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-minio-2 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-minio-3 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-pulsar-bookie-0 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-pulsar-bookie-1 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-pulsar-bookie-2 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-pulsar-bookie-init-2tvzb 0/1 Completed 0 22m sdk-compat-cron-1678981200-cluster-pulsar-broker-0 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-pulsar-proxy-0 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-pulsar-pulsar-init-c6q84 0/1 Completed 0 22m sdk-compat-cron-1678981200-cluster-pulsar-recovery-0 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-pulsar-zookeeper-0 1/1 Running 0 22m sdk-compat-cron-1678981200-cluster-pulsar-zookeeper-1 1/1 Running 0 21m sdk-compat-cron-1678981200-cluster-pulsar-zookeeper-2 1/1 Running 0 20m
### Anything else?
_No response_
/assign @congqixia /unassign
This issue has been automatically marked as stale because it has not had recent activity. It will be closed if no further activity occurs. Thank you for your contributions.
Rotten issues close after 30d of inactivity. Reopen the issue with /reopen
.
/reopen
This issue has been automatically marked as stale because it has not had recent activity. It will be closed if no further activity occurs. Thank you for your contributions.
Rotten issues close after 30d of inactivity. Reopen the issue with /reopen
.