log-pilot
log-pilot copied to clipboard
容器总是自动退出
time="2019-08-28T12:39:03+08:00" level=info msg="logs: e32d122f2bb9edf1365e5216cc3c3c670fcb91eba1cf60e0cabd239b9bed1eb8 = &{client-log /host/data/data/docker/containers/e32d122f2bb9edf1365e5216cc3c3c670fcb91eba1cf60e0cabd239b9bed1eb8 json map[time_format:%Y-%m-%dT%H:%M:%S.%NZ] e32d122f2bb9edf1365e5216cc3c3c670fcb91eba1cf60e0cabd239b9bed1eb8-json.log* map[topic:client-log index:client-log] false true}" time="2019-08-28T12:39:03+08:00" level=info msg="Another load is pending" time="2019-08-28T12:39:03+08:00" level=info msg="logs: 2f0fe7a5dd231618cedb30ba294a889e01a8674991e383321f08bc0170f4e762 = &{data-cron-job-log /host/data/data/docker/containers/2f0fe7a5dd231618cedb30ba294a889e01a8674991e383321f08bc0170f4e762 nonex map[time_format:%Y-%m-%dT%H:%M:%S.%NZ] 2f0fe7a5dd231618cedb30ba294a889e01a8674991e383321f08bc0170f4e762-json.log* map[index:data-cron-job-log topic:data-cron-job-log] false true}" time="2019-08-28T12:39:03+08:00" level=info msg="Another load is pending" time="2019-08-28T12:39:03+08:00" level=debug msg="a6e93c09808e9c652b5272109abe6cabfa1210646c8dd0fa738add79a3f0cbde has not log config, skip" time="2019-08-28T12:39:03+08:00" level=info msg="Reload filebeat" time="2019-08-28T12:39:32+08:00" level=info msg="Start reloading" time="2019-08-28T12:39:32+08:00" level=debug msg="do not need to reload filebeat"
docker compose file :
version: "2.4" services: log-pilot: container_name: log-pilot-filebeat image: registry.cn-hangzhou.aliyuncs.com/acs/log-pilot:0.9.6-filebeat network_mode: bridge restart: always environment: - LOGGING_OUTPUT=elasticsearch - ELASTICSEARCH_HOST=es.xx.com - ELASTICSEARCH_PORT=9200 - ELASTICSEARCH_USER=elastic - ELASTICSEARCH_PASSWORD=aaaa
dns:
- 100.100.2.136
- 100.100.2.138
volumes:
- /var/run/docker.sock:/var/run/docker.sock
- /etc/localtime:/etc/localtime
- /:/host:ro
- /data/data/docker/:/var/lib/docker:ro
- /data/data/pilot/filebeat.tpl:/pilot/filebeat.tpl
cap_add:
- SYS_ADMIN
labels:
SERVICE_NAME: log-pilot-filebeat
cpu_period: 100ms
cpu_quota: 100000
mem_limit: 4G
oom_kill_disable: true
mem_reservation: 500m
模版文件
{{range .configList}}
-
type: log enabled: true paths: - {{ .HostDir }}/{{ .File }}
{{if or (eq .Tags.index "client-log") (eq .Tags.index "logan-log")}} {{else}} multiline.pattern: '^[0-9]{4}-[0-9]{2}-[0-9]{2}\s[0-9]{2}:[0-9]{2}:[0-9]{2},[0-9]{3}' multiline.negate: true multiline.match: after multiline.timeout: 10s multiline.max_lines: 10000 {{end}} scan_frequency: 10s fields_under_root: true {{if .Stdout}} docker-json: true {{end}} {{if eq .Format "json"}} #json.keys_under_root: true #json.overwrite_keys: true #json.add_error_key: true {{end}} fields: {{range $key, $value := .Tags}} {{ $key }}: {{ $value }} {{end}} {{range $key, $value := $.container}} {{ $key }}: {{ $value }} {{end}} instance: job-serv tail_files: false close_inactive: 2h close_eof: false close_removed: true clean_removed: true close_renamed: false
{{if or (eq .Tags.index "client-log") (eq .Tags.index "logan-log")}} processors:
- drop_event: when: contains: message: 'tornado.access'
- decode_json_fields: fields: ['message'] target: "" process_array: false max_depth: 10
- drop_fields: fields: ["stream","beat.*","beat.name","source"] {{else}} processors:
- drop_fields: fields: ["beat.*","beat.name","source","topic"] {{end}} {{end}}
@arrow2012 从日志看并没有什么异常日志,看下filebeat日志