fastdfs
fastdfs copied to clipboard
storage节点状态常为wait_sync
机器信息:v5.11 两台tracker 四台Storage分为Group 1,Group 2 问题现象: 四台Storage中每个Group 各有一台状态为WAIT_SYNC, 虽信息是同步的,但看监控两个状态异常的Storage上传数据量远小于两个状态正常active的Storage 感觉是由last_synced_timestamp =0导致状态为WAIT_SYNC,但不清楚为何如此
[app@localhost logs]$ fdfs_monitor /etc/fdfs/client.conf
[2021-06-29 17:53:34] DEBUG - base_path=/data/fdfs_storage, connect_timeout=30, network_timeout=60, tracker_server_count=2, anti_steal_token=0, anti_steal_secret_key length=0, use_connection_pool=0, g_connection_pool_max_idle_time=3600s, use_storage_id=0, storage server id count: 0
server_count=2, server_index=0
tracker server is 172.22.192.54:22122
group count: 2
Group 1:
group name = group1
disk total space = 302246 MB
disk free space = 92355 MB
trunk free space = 0 MB
storage server count = 2
active server count = 1
storage server port = 23000
storage HTTP port = 80
store path count = 1
subdir count per path = 256
current write server index = 0
current trunk file id = 0
Storage 1:
id = 172.22.192.54
ip_addr = 172.22.192.54 (localhost.localdomain) WAIT_SYNC
http domain =
version = 5.11
join time = 2020-01-08 20:14:00
up time = 2021-06-29 15:18:48
total storage = 302246 MB
free storage = 92375 MB
upload priority = 10
store_path_count = 1
subdir_count_per_path = 256
storage_port = 23000
storage_http_port = 80
current_write_path = 0
source storage id = 172.22.192.55
if_trunk_server = 0
connection.alloc_count = 256
connection.current_count = 3
connection.max_count = 4
total_upload_count = 1067136
success_upload_count = 1067136
total_append_count = 0
success_append_count = 0
total_modify_count = 0
success_modify_count = 0
total_truncate_count = 0
success_truncate_count = 0
total_set_meta_count = 1065567
success_set_meta_count = 1065567
total_delete_count = 0
success_delete_count = 0
total_download_count = 395923
success_download_count = 395923
total_get_meta_count = 0
success_get_meta_count = 0
total_create_link_count = 0
success_create_link_count = 0
total_delete_link_count = 0
success_delete_link_count = 0
total_upload_bytes = 44388876921
success_upload_bytes = 44388876921
total_append_bytes = 0
success_append_bytes = 0
total_modify_bytes = 0
success_modify_bytes = 0
stotal_download_bytes = 36130170203
success_download_bytes = 36130170203
total_sync_in_bytes = 133333174774
success_sync_in_bytes = 133333174774
total_sync_out_bytes = 0
success_sync_out_bytes = 0
total_file_open_count = 7630888
success_file_open_count = 7630888
total_file_read_count = 491280
success_file_read_count = 491280
total_file_write_count = 7660930
success_file_write_count = 7660930
last_heart_beat_time = 2021-06-29 17:53:16
last_source_update = 2021-06-29 17:53:14
last_sync_update = 2021-06-29 17:53:15
last_synced_timestamp = 2021-06-29 17:53:24 (-16s delay)
Storage 2:
id = 172.22.192.55
ip_addr = 172.22.192.55 ACTIVE
http domain =
version = 5.11
join time = 2020-01-08 20:14:28
up time = 2021-06-29 15:42:14
total storage = 302246 MB
free storage = 92355 MB
upload priority = 10
store_path_count = 1
subdir_count_per_path = 256
storage_port = 23000
storage_http_port = 80
current_write_path = 0
source storage id = 172.22.192.54
if_trunk_server = 0
connection.alloc_count = 256
connection.current_count = 3
connection.max_count = 6
total_upload_count = 3086254
success_upload_count = 3086254
total_append_count = 0
success_append_count = 0
total_modify_count = 0
success_modify_count = 0
total_truncate_count = 0
success_truncate_count = 0
total_set_meta_count = 3081569
success_set_meta_count = 3081569
total_delete_count = 6
success_delete_count = 6
total_download_count = 1380604
success_download_count = 1380604
total_get_meta_count = 0
success_get_meta_count = 0
total_create_link_count = 0
success_create_link_count = 0
total_delete_link_count = 0
success_delete_link_count = 0
total_upload_bytes = 133280730127
success_upload_bytes = 133280730127
total_append_bytes = 0
success_append_bytes = 0
total_modify_bytes = 0
success_modify_bytes = 0
stotal_download_bytes = 115293183170
success_download_bytes = 115293183170
total_sync_in_bytes = 44407059556
success_sync_in_bytes = 44407059556
total_sync_out_bytes = 0
success_sync_out_bytes = 0
total_file_open_count = 6599559
success_file_open_count = 6599559
total_file_read_count = 1677074
success_file_read_count = 1677074
total_file_write_count = 5644890
success_file_write_count = 5644890
last_heart_beat_time = 2021-06-29 17:53:10
last_source_update = 2021-06-29 17:53:08
last_sync_update = 2021-06-29 17:53:08
last_synced_timestamp = 1970-01-01 08:00:00 (never synced)
Group 2:
group name = group2
disk total space = 302246 MB
disk free space = 92355 MB
trunk free space = 0 MB
storage server count = 2
active server count = 1
storage server port = 23000
storage HTTP port = 80
store path count = 1
subdir count per path = 256
current write server index = 0
current trunk file id = 0
Storage 1:
id = 172.22.192.56
ip_addr = 172.22.192.56 ACTIVE
http domain =
version = 5.11
join time = 2020-01-08 20:15:15
up time = 2021-06-29 15:57:49
total storage = 302246 MB
free storage = 92355 MB
upload priority = 10
store_path_count = 1
subdir_count_per_path = 256
storage_port = 23000
storage_http_port = 80
current_write_path = 0
source storage id = 172.22.192.57
if_trunk_server = 0
connection.alloc_count = 256
connection.current_count = 4
connection.max_count = 6
total_upload_count = 3120882
success_upload_count = 3120882
total_append_count = 0
success_append_count = 0
total_modify_count = 0
success_modify_count = 0
total_truncate_count = 0
success_truncate_count = 0
total_set_meta_count = 3116450
success_set_meta_count = 3116450
total_delete_count = 4
success_delete_count = 4
total_download_count = 1179773
success_download_count = 1179773
total_get_meta_count = 0
success_get_meta_count = 0
total_create_link_count = 0
success_create_link_count = 0
total_delete_link_count = 0
success_delete_link_count = 0
total_upload_bytes = 133837448847
success_upload_bytes = 133837448847
total_append_bytes = 0
success_append_bytes = 0
total_modify_bytes = 0
success_modify_bytes = 0
stotal_download_bytes = 115178795273
success_download_bytes = 115178795273
total_sync_in_bytes = 44133451754
success_sync_in_bytes = 44133451754
total_sync_out_bytes = 0
success_sync_out_bytes = 0
total_file_open_count = 6302745
success_file_open_count = 6302745
total_file_read_count = 1481090
success_file_read_count = 1481090
total_file_write_count = 5548823
success_file_write_count = 5548823
last_heart_beat_time = 2021-06-29 17:53:21
last_source_update = 2021-06-29 17:52:51
last_sync_update = 2021-06-29 17:53:00
last_synced_timestamp = 1970-01-01 08:00:00 (never synced)
Storage 2:
id = 172.22.192.57
ip_addr = 172.22.192.57 WAIT_SYNC
http domain =
version = 5.11
join time = 2020-01-08 20:15:41
up time = 2020-09-01 18:11:32
total storage = 302246 MB
free storage = 92756 MB
upload priority = 10
store_path_count = 1
subdir_count_per_path = 256
storage_port = 23000
storage_http_port = 80
current_write_path = 0
source storage id = 172.22.192.56
if_trunk_server = 0
connection.alloc_count = 256
connection.current_count = 3
connection.max_count = 17
total_upload_count = 1001769
success_upload_count = 1001769
total_append_count = 0
success_append_count = 0
total_modify_count = 0
success_modify_count = 0
total_truncate_count = 0
success_truncate_count = 0
total_set_meta_count = 1000321
success_set_meta_count = 1000321
total_delete_count = 0
success_delete_count = 0
total_download_count = 326958
success_download_count = 326958
total_get_meta_count = 0
success_get_meta_count = 0
total_create_link_count = 0
success_create_link_count = 0
total_delete_link_count = 0
success_delete_link_count = 0
total_upload_bytes = 44116380656
success_upload_bytes = 44116380656
total_append_bytes = 0
success_append_bytes = 0
total_modify_bytes = 0
success_modify_bytes = 0
stotal_download_bytes = 36188545568
success_download_bytes = 36188545568
total_sync_in_bytes = 133890647627
success_sync_in_bytes = 133890647627
total_sync_out_bytes = 0
success_sync_out_bytes = 0
total_file_open_count = 7566061
success_file_open_count = 7566061
total_file_read_count = 424388
success_file_read_count = 424388
total_file_write_count = 7664976
success_file_write_count = 7664976
last_heart_beat_time = 2021-06-29 17:53:20
last_source_update = 2021-06-29 17:52:50
last_sync_update = 2021-06-29 17:52:59
last_synced_timestamp = 2021-06-29 17:52:51 (0s delay)
[app@localhost data]$ cat storage_sync_timestamp.dat
group1,172.22.192.55,0,1624952652
group1,172.22.192.54,0,0
group2,172.22.192.56,0,1624952659
group2,172.22.192.57,0,0
up,I encountered recently