ilogtail icon indicating copy to clipboard operation
ilogtail copied to clipboard

[QUESTION]:inotify event queue overflow

Open zhongyuankai opened this issue 1 year ago • 0 comments

配置了150采集任务,采集延迟很高,原因是inotify event queue溢出,LogInput线程消费不过来,有什么办法能提升采集能力吗?顺便想问一下为什么LogInput中只设计了一个线程来消费inotify event,可以设计为多线程吗?

load:245.71 226.69 210.91 51/11232 1143911
plugin_stats:{
	"flushers" :
	{
		"flusher_kafka_v2" : 150
	},
	"inputs" :
	{
		"input_file" : 150
	},
	"processors" :
	{
		"processor_add_fields" : 150
	}
}

metric_json:{
	"config_count" : "150",
	"config_prefer_real_ip" : "false",
	"event_tps" : "701.853659",
	"last_read_event_time" : "2024-10-17 20:34:20",
	"last_send_time" : "1970-01-01 08:00:00",
	"multi_config" : "false",
	"net_err_stat" : "0,0,0",
	"observer_enabled" : "0",
	"open_fd" : "150",
	"plugin_enabled" : "true",
	"polling_dir_cache" : "1",
	"polling_file_cache" : "150",
	"polling_modify_size" : "151",
	"process_bytes_ps" : "40876924.000000",
	"process_lines_ps" : "30635.700000",
	"process_queue_full" : "0",
	"process_queue_total" : "1",
	"process_tps" : "79.750000",
	"reader_count" : "0",
	"region" : "__default_region__",
	"register_handler" : "1",
	"send_bytes_ps" : "0.000000",
	"send_lines_ps" : "0.000000",
	"send_net_bytes_ps" : "0.000000",
	"send_queue_full" : "0",
	"send_queue_total" : "2",
	"send_request_concurrency" : "80",
	"send_tps" : "0.000000",
	"sender_invalid" : "0",
	"start_time" : "2024-10-17 16:52:54",
	"used_sending_concurrency" : "0"
}

zhongyuankai avatar Oct 17 '24 12:10 zhongyuankai