ilogtail
ilogtail copied to clipboard
[QUESTION]:inotify event queue overflow
配置了150采集任务,采集延迟很高,原因是inotify event queue溢出,LogInput线程消费不过来,有什么办法能提升采集能力吗?顺便想问一下为什么LogInput中只设计了一个线程来消费inotify event,可以设计为多线程吗?
load:245.71 226.69 210.91 51/11232 1143911
plugin_stats:{
"flushers" :
{
"flusher_kafka_v2" : 150
},
"inputs" :
{
"input_file" : 150
},
"processors" :
{
"processor_add_fields" : 150
}
}
metric_json:{
"config_count" : "150",
"config_prefer_real_ip" : "false",
"event_tps" : "701.853659",
"last_read_event_time" : "2024-10-17 20:34:20",
"last_send_time" : "1970-01-01 08:00:00",
"multi_config" : "false",
"net_err_stat" : "0,0,0",
"observer_enabled" : "0",
"open_fd" : "150",
"plugin_enabled" : "true",
"polling_dir_cache" : "1",
"polling_file_cache" : "150",
"polling_modify_size" : "151",
"process_bytes_ps" : "40876924.000000",
"process_lines_ps" : "30635.700000",
"process_queue_full" : "0",
"process_queue_total" : "1",
"process_tps" : "79.750000",
"reader_count" : "0",
"region" : "__default_region__",
"register_handler" : "1",
"send_bytes_ps" : "0.000000",
"send_lines_ps" : "0.000000",
"send_net_bytes_ps" : "0.000000",
"send_queue_full" : "0",
"send_queue_total" : "2",
"send_request_concurrency" : "80",
"send_tps" : "0.000000",
"sender_invalid" : "0",
"start_time" : "2024-10-17 16:52:54",
"used_sending_concurrency" : "0"
}