neofs-node icon indicating copy to clipboard operation
neofs-node copied to clipboard

Published 20 hours ago • verified publisher icon nspcc-dev

Evacuate test fails sometimes

Open cthulhu-rider opened this issue 1 year ago • 0 comments

  • raised in go1.20 tests #2408
--- FAIL: TestEvacuateNetwork (0.18s)
    --- FAIL: TestEvacuateNetwork/multiple_shards,_evacuate_many (0.08s)
        logger.go:130: [202](https://github.com/nspcc-dev/neofs-node/actions/runs/5393697086/jobs/9793798286?pr=2408#step:4:203)3-06-27T19:13:17.072Z	DEBUG	opening...	{"shard_id": "B44bWVTm19CTXG3FsRVdgX"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	opening...	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	opening...	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	created directory for Metabase	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "path": "/tmp/2277585925/3.metabase"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	opened boltDB instance for Metabase	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	checking metabase version	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	created directory for Metabase	{"shard_id": "B44bWVTm19CTXG3FsRVdgX", "path": "/tmp/2277585925/1.metabase"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	created directory for Metabase	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1", "path": "/tmp/2277585925/0.metabase"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	opened boltDB instance for Metabase	{"shard_id": "B44bWVTm19CTXG3FsRVdgX"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	checking metabase version	{"shard_id": "B44bWVTm19CTXG3FsRVdgX"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	opened boltDB instance for Metabase	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	checking metabase version	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	opening...	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	created directory for Metabase	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh", "path": "/tmp/2277585925/2.metabase"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	opened boltDB instance for Metabase	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	checking metabase version	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	initializing...	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M"}
        logger.go:130: 2023-06-27T19:13:17.072Z	DEBUG	initializing...	{"shard_id": "B44bWVTm19CTXG3FsRVdgX"}
        logger.go:130: 2023-06-27T19:13:17.073Z	DEBUG	initializing...	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh"}
        logger.go:130: 2023-06-27T19:13:17.073Z	DEBUG	initializing...	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1"}
        logger.go:130: 2023-06-27T19:13:17.075Z	INFO	local object storage operation	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "address": "J22393kqd3VVYk56t5juRMaUgFKUCHYRLEmE7GfhSXUZ/7e5nrqo2AuEFr2zZGACSfTRJTMyMW8QPERdQd1QPoTHg", "op": "PUT", "type": "fstree", "storage_id": ""}
        logger.go:130: 2023-06-27T19:13:17.088Z	INFO	local object storage operation	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "address": "J22393kqd3VVYk56t5juRMaUgFKUCHYRLEmE7GfhSXUZ/7e5nrqo2AuEFr2zZGACSfTRJTMyMW8QPERdQd1QPoTHg", "op": "metabase PUT"}
        logger.go:130: 2023-06-27T19:13:17.089Z	INFO	local object storage operation	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "address": "Gsm8SA2qbmYbAf1ERocAmNoRknL1okNEA927XHeA1sx7/8JxKN7DtUG3JyJprswsWLjyhKn5VxFknMfad13QG9AUR", "op": "PUT", "type": "fstree", "storage_id": ""}
        logger.go:130: 2023-06-27T19:13:17.101Z	INFO	local object storage operation	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "address": "Gsm8SA2qbmYbAf1ERocAmNoRknL1okNEA927XHeA1sx7/8JxKN7DtUG3JyJprswsWLjyhKn5VxFknMfad13QG9AUR", "op": "metabase PUT"}
        logger.go:130: 2023-06-27T19:13:17.103Z	INFO	local object storage operation	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "address": "Azi5m3aeH49PLhvvYCBQD64NtJhgFdLWA4oM1pRk4fPF/Z7BySVsBmqybd2yNVv2dcpgxHCtb699n1miv9kQFFKo", "op": "PUT", "type": "fstree", "storage_id": ""}
        logger.go:130: 2023-06-27T19:13:17.114Z	INFO	local object storage operation	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "address": "Azi5m3aeH49PLhvvYCBQD64NtJhgFdLWA4oM1pRk4fPF/Z7BySVsBmqybd2yNVv2dcpgxHCtb699n1miv9kQFFKo", "op": "metabase PUT"}
        logger.go:130: 2023-06-27T19:13:17.115Z	INFO	local object storage operation	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "address": "HdWoXxUMsZNx3MtFDZEBxeJG1o4b8cY112XDg8fwskY3/DnLezjKmdHNBYbWwc7xX5EhDuPTMaF2wPNV3WsqHKsFq", "op": "PUT", "type": "fstree", "storage_id": ""}
        logger.go:130: 2023-06-27T19:13:17.127Z	INFO	local object storage operation	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "address": "HdWoXxUMsZNx3MtFDZEBxeJG1o4b8cY112XDg8fwskY3/DnLezjKmdHNBYbWwc7xX5EhDuPTMaF2wPNV3WsqHKsFq", "op": "metabase PUT"}
        logger.go:130: 2023-06-27T19:13:17.128Z	INFO	local object storage operation	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "address": "4uZa2xg1wHZuvMtEzfX1hQYBav62KUu3TbTehQcLwtNY/FSy2hpAaBdXJu2SgBmE1V8FWrYbJNTLqfY9sgbKYNiST", "op": "PUT", "type": "fstree", "storage_id": ""}
        logger.go:130: 2023-06-27T19:13:17.140Z	INFO	local object storage operation	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "address": "4uZa2xg1wHZuvMtEzfX1hQYBav62KUu3TbTehQcLwtNY/FSy2hpAaBdXJu2SgBmE1V8FWrYbJNTLqfY9sgbKYNiST", "op": "metabase PUT"}
        logger.go:130: 2023-06-27T19:13:17.140Z	INFO	setting shard mode	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1", "old_mode": "READ_WRITE", "new_mode": "READ_ONLY"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	closing...	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	opening...	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	initializing...	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	created directory for Metabase	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1", "path": "/tmp/2277585925/0.metabase"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	opened boltDB instance for Metabase	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	checking metabase version	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1"}
        logger.go:130: 2023-06-27T19:13:17.140Z	INFO	shard mode set successfully	{"shard_id": "ViQ71R5eGoH4Cn1EE7iis1", "mode": "READ_ONLY"}
        logger.go:130: 2023-06-27T19:13:17.140Z	INFO	setting shard mode	{"shard_id": "B44bWVTm19CTXG3FsRVdgX", "old_mode": "READ_WRITE", "new_mode": "READ_ONLY"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	closing...	{"shard_id": "B44bWVTm19CTXG3FsRVdgX"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	opening...	{"shard_id": "B44bWVTm19CTXG3FsRVdgX"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	initializing...	{"shard_id": "B44bWVTm19CTXG3FsRVdgX"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	created directory for Metabase	{"shard_id": "B44bWVTm19CTXG3FsRVdgX", "path": "/tmp/2277585925/1.metabase"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	opened boltDB instance for Metabase	{"shard_id": "B44bWVTm19CTXG3FsRVdgX"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	checking metabase version	{"shard_id": "B44bWVTm19CTXG3FsRVdgX"}
        logger.go:130: 2023-06-27T19:13:17.140Z	INFO	shard mode set successfully	{"shard_id": "B44bWVTm19CTXG3FsRVdgX", "mode": "READ_ONLY"}
        logger.go:130: 2023-06-27T19:13:17.140Z	INFO	setting shard mode	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh", "old_mode": "READ_WRITE", "new_mode": "READ_ONLY"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	closing...	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	opening...	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	initializing...	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	created directory for Metabase	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh", "path": "/tmp/2277585925/2.metabase"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	opened boltDB instance for Metabase	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	checking metabase version	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh"}
        logger.go:130: 2023-06-27T19:13:17.140Z	INFO	shard mode set successfully	{"shard_id": "RX8QMuGueZe62qZqeJb8Rh", "mode": "READ_ONLY"}
        logger.go:130: 2023-06-27T19:13:17.140Z	INFO	setting shard mode	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "old_mode": "READ_WRITE", "new_mode": "READ_ONLY"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	closing...	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	opening...	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	initializing...	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M"}
        logger.go:130: 2023-06-27T19:13:17.140Z	DEBUG	created directory for Metabase	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "path": "/tmp/2277585925/3.metabase"}
        logger.go:130: 2023-06-27T19:13:17.141Z	DEBUG	opened boltDB instance for Metabase	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M"}
        logger.go:130: 2023-06-27T19:13:17.141Z	DEBUG	checking metabase version	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M"}
        logger.go:130: 2023-06-27T19:13:17.141Z	INFO	shard mode set successfully	{"shard_id": "X8LvzFKsWtpCT9XxvoAY7M", "mode": "READ_ONLY"}
        logger.go:130: 2023-06-27T19:13:17.141Z	INFO	started shards evacuation	{"shard_ids": ["ViQ71R5eGoH4Cn1EE7iis1", "B44bWVTm19CTXG3FsRVdgX", "RX8QMuGueZe62qZqeJb8Rh"]}
        logger.go:130: 2023-06-27T19:13:17.141Z	INFO	finished shards evacuation	{"shard_ids": ["ViQ71R5eGoH4Cn1EE7iis1", "B44bWVTm19CTXG3FsRVdgX", "RX8QMuGueZe62qZqeJb8Rh"]}
        evacuate_test.go:[213](https://github.com/nspcc-dev/neofs-node/actions/runs/5393697086/jobs/9793798286?pr=2408#step:4:214): 
            	Error Trace:	/home/runner/work/neofs-node/neofs-node/pkg/local_object_storage/engine/evacuate_test.go:213
            	Error:      	Target error should be in err chain:
            	            	expected: "handler error"
            	            	in chain: 
            	Test:       	TestEvacuateNetwork/multiple_shards,_evacuate_many
FAIL

cthulhu-rider avatar Jun 28 '23 05:06 cthulhu-rider