这样的日志，如何采集并发送到kafka
[root@master install]# ls /date/bkce/logs/gse/system/
alarm-system-20230322-00000.log btsvr-system-20230322-00000.log config-system-20230325-00005.log dba-system-20230322-00000.log procmgr-system-20230328-00007.log
alarm-system-20230322-00001.log btsvr-system-20230322-00001.log config-system-20230326-00006.log dba-system-20230324-00001.log procmgr-system-20230328-00008.log
alarm-system-20230324-00002.log btsvr-system-20230322-00002.log config-system-20230327-00007.log dba-system-20230324-00002.log task-system-20230322-00000.log
alarm-system-20230324-00003.log btsvr-system-20230324-00003.log config-system-20230328-00008.log dba-system-20230324-00003.log task-system-20230322-00001.log
alarm-system-20230324-00004.log btsvr-system-20230324-00004.log config-system-20230328-00009.log dba-system-20230328-00004.log task-system-20230324-00002.log
alarm-system-20230328-00005.log btsvr-system-20230324-00005.log data-system-20230322-00000.log procmgr-system-20230322-00000.log task-system-20230324-00003.log
api-system-20230322-00000.log btsvr-system-20230328-00006.log data-system-20230324-00001.log procmgr-system-20230322-00001.log task-system-20230324-00004.log
api-system-20230322-00001.log config-system-20230322-00000.log data-system-20230324-00002.log procmgr-system-20230322-00002.log task-system-20230328-00005.log
api-system-20230324-00002.log config-system-20230323-00001.log data-system-20230324-00003.log procmgr-system-20230324-00003.log
api-system-20230324-00003.log config-system-20230324-00002.log data-system-20230326-00004.log procmgr-system-20230324-00004.log
api-system-20230324-00004.log config-system-20230324-00003.log data-system-20230328-00005.log procmgr-system-20230324-00005.log
api-system-20230328-00005.log config-system-20230324-00004.log data-system-20230328-00006.log procmgr-system-20230326-00006.log
filebeat.inputs:
- type: log
tail_files: true
backoff: "1s"
paths:
- /date/bkce/logs/gse/system/alarm-system-`date +%Y%m%d`-*.log
- /date/bkce/logs/bkiam/api-system-`date +%Y%m%d`-*.log
- /date/bkce/logs/bkiam/btsvr-system-`date +%Y%m%d`-*.log
- /date/bkce/logs/bkiam/config-system-`date +%Y%m%d`-*.log
- /date/bkce/logs/bkiam/data-system-`date +%Y%m%d`-*.log
- /date/bkce/logs/bkiam/dba-system-`date +%Y%m%d`-*.log
- /date/bkce/logs/bkiam/procmgr-system-`date +%Y%m%d`-*.log
- /date/bkce/logs/bkiam/task-system-`date +%Y%m%d`-*.log
fields:
type: gse
fields_under_root: true
output:
kafka:
hosts: ["10.0.1.163:9092"]
topic: hosts_10-0-1-108
paths:
- /date/bkce/logs/*/*/*.log
- /date/bkce/logs/*/*.log