m3
m3 copied to clipboard
Published
20 hours ago •
m3db
m3db
m3aggregator placement shards stuck in INITIALIZING
aggregation is working using m3aggregator, but the shards are stuck in INITIALIZING, which is wierd.!
{
"placement": {
"instances": {
"afr-thr-kandoo-minion-1u-01": {
"id": "afr-thr-kandoo-minion-1u-01",
"isolationGroup": "node1",
"zone": "embedded",
"weight": 100,
"endpoint": "afr-thr-kandoo-minion-1u-01.kandoo.roo.cloud:6000",
"shards": [
{
"id": 3,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 4,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 7,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 9,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 10,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 16,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 20,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 24,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 26,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 35,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 37,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 40,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 43,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 47,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 55,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 56,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 57,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 58,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 59,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 63,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 65,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 67,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 69,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 72,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 73,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 77,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 79,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 85,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 86,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 89,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 93,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 94,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 98,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 104,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 109,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 110,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 112,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 116,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 121,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 122,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 124,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 125,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
}
],
"shardSetId": 1,
"hostname": "afr-thr-kandoo-minion-1u-01",
"port": 6000,
"metadata": {
"debugPort": 0
}
},
"afr-thr-kandoo-minion-1u-02": {
"id": "afr-thr-kandoo-minion-1u-02",
"isolationGroup": "node2",
"zone": "embedded",
"weight": 100,
"endpoint": "afr-thr-kandoo-minion-1u-02.kandoo.roo.cloud:6000",
"shards": [
{
"id": 0,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 2,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 6,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 12,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 14,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 17,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 18,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 22,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 23,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 27,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 28,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 32,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 33,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 38,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 42,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 44,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 46,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 49,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 53,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 61,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 62,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 64,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 66,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 68,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 70,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 74,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 81,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 82,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 88,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 90,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 92,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 95,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 97,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 100,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 101,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 105,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 106,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 108,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 113,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 114,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 119,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 120,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 126,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
}
],
"shardSetId": 3,
"hostname": "afr-thr-kandoo-minion-1u-02",
"port": 6000,
"metadata": {
"debugPort": 0
}
},
"afr-thr-kandoo-minion-1u-03": {
"id": "afr-thr-kandoo-minion-1u-03",
"isolationGroup": "node3",
"zone": "embedded",
"weight": 100,
"endpoint": "afr-thr-kandoo-minion-1u-03.kandoo.roo.cloud:6000",
"shards": [
{
"id": 0,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 2,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 6,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 12,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 14,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 17,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 18,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 22,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 23,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 27,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 28,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 32,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 33,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 38,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 42,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 44,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 46,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 49,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 53,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 61,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 62,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 64,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 66,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 68,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 70,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 74,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 81,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 82,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 88,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 90,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 92,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 95,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 97,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 100,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 101,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 105,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 106,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 108,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 113,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 114,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 119,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 120,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 126,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
}
],
"shardSetId": 3,
"hostname": "afr-thr-kandoo-minion-1u-03",
"port": 6000,
"metadata": {
"debugPort": 0
}
},
"afr-thr-kandoo-minion-1u-04": {
"id": "afr-thr-kandoo-minion-1u-04",
"isolationGroup": "node4",
"zone": "embedded",
"weight": 100,
"endpoint": "afr-thr-kandoo-minion-1u-04.kandoo.roo.cloud:6000",
"shards": [
{
"id": 1,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 5,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 8,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 11,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 13,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 15,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 19,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 21,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 25,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 29,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 30,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 31,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 34,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 36,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 39,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 41,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 45,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 48,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 50,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 51,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 52,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 54,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 60,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 71,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 75,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 76,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 78,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 80,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 83,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 84,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 87,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 91,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 96,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 99,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 102,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 103,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 107,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 111,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 115,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 117,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 118,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 123,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 127,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
}
],
"shardSetId": 2,
"hostname": "afr-thr-kandoo-minion-1u-04",
"port": 6000,
"metadata": {
"debugPort": 0
}
},
"afr-thr-kandoo-minion-1u-05": {
"id": "afr-thr-kandoo-minion-1u-05",
"isolationGroup": "node5",
"zone": "embedded",
"weight": 100,
"endpoint": "afr-thr-kandoo-minion-1u-05.kandoo.roo.cloud:6000",
"shards": [
{
"id": 1,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 5,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 8,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 11,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 13,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 15,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 19,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 21,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 25,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 29,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 30,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 31,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 34,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 36,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 39,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 41,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 45,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 48,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 50,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 51,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 52,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 54,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 60,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 71,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 75,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 76,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 78,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 80,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 83,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 84,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 87,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 91,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 96,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 99,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 102,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 103,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 107,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 111,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 115,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 117,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 118,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 123,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 127,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
}
],
"shardSetId": 2,
"hostname": "afr-thr-kandoo-minion-1u-05",
"port": 6000,
"metadata": {
"debugPort": 0
}
},
"afr-thr-kandoo-minion-1u-06": {
"id": "afr-thr-kandoo-minion-1u-06",
"isolationGroup": "node6",
"zone": "embedded",
"weight": 100,
"endpoint": "afr-thr-kandoo-minion-1u-06.kandoo.roo.cloud:6000",
"shards": [
{
"id": 3,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 4,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 7,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 9,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 10,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 16,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 20,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 24,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 26,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 35,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 37,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 40,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 43,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 47,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 55,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 56,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 57,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 58,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 59,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 63,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 65,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 67,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 69,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 72,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 73,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 77,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 79,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 85,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 86,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 89,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 93,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 94,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 98,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 104,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 109,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 110,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 112,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 116,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 121,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 122,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 124,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
},
{
"id": 125,
"state": "INITIALIZING",
"sourceId": "",
"cutoverNanos": "1593500400000000000",
"cutoffNanos": "0"
}
],
"shardSetId": 1,
"hostname": "afr-thr-kandoo-minion-1u-06",
"port": 6000,
"metadata": {
"debugPort": 0
}
}
},
"replicaFactor": 2,
"numShards": 128,
"isSharded": true,
"cutoverTime": "1593500385402063948",
"isMirrored": true,
"maxShardSetId": 3
},
"version": 1
}
also same. I followed the official documentation to deploy step by step，But the placement of aggregate has been stuck in INITIALIZING state
My case, when configuration's hostID missmatch to placement's instance id, stuck in INITIALIZING state. delete placement and then recreate placement works well. I think endpoint address to hostID missmatch case warning message needed.
