From c41d5d77c43599b4bd2abf82c6fd02e04cc6a5cd Mon Sep 17 00:00:00 2001 From: ycz008 Date: Fri, 23 Feb 2024 14:39:03 +0800 Subject: [PATCH] update filebeat output kafka --- dev-upgrade/elastic/filebeat.yaml | 12 ++++++++++-- prod-upgrade/elastic/filebeat.yaml | 12 ++++++++++-- tcs-upgrade/elastic/filebeat.yaml | 12 ++++++++++-- 3 files changed, 30 insertions(+), 6 deletions(-) diff --git a/dev-upgrade/elastic/filebeat.yaml b/dev-upgrade/elastic/filebeat.yaml index d6f768c..0af5fd6 100644 --- a/dev-upgrade/elastic/filebeat.yaml +++ b/dev-upgrade/elastic/filebeat.yaml @@ -34,8 +34,16 @@ data: tags: ['json'] #All data to indexed to Elasticsearch - output.logstash: - hosts: ["logstash.dev.svc:5044"] + output.kafka: + hosts: ["10.2.0.12:30002","10.2.0.12:30003","10.2.0.12:30004"] + + topic: 'beaconfire-logback-dev' + partition.round_robin: + reachable_only: false + + required_acks: 1 + compression: gzip + max_message_bytes: 1000000 --- apiVersion: apps/v1 diff --git a/prod-upgrade/elastic/filebeat.yaml b/prod-upgrade/elastic/filebeat.yaml index 8ec8b53..b224ad1 100644 --- a/prod-upgrade/elastic/filebeat.yaml +++ b/prod-upgrade/elastic/filebeat.yaml @@ -34,8 +34,16 @@ data: tags: ['json'] #All data to indexed to Elasticsearch - output.logstash: - hosts: ["log-app.beaconfireinc.com:30012"] + output.kafka: + hosts: ["10.2.0.12:30002","10.2.0.12:30003","10.2.0.12:30004"] + + topic: 'beaconfire-logback-prod' + partition.round_robin: + reachable_only: false + + required_acks: 1 + compression: gzip + max_message_bytes: 1000000 --- apiVersion: apps/v1 diff --git a/tcs-upgrade/elastic/filebeat.yaml b/tcs-upgrade/elastic/filebeat.yaml index 3fe4a86..ca1288d 100644 --- a/tcs-upgrade/elastic/filebeat.yaml +++ b/tcs-upgrade/elastic/filebeat.yaml @@ -34,8 +34,16 @@ data: tags: ['json'] #All data to indexed to Elasticsearch - output.logstash: - hosts: ["logstash.tcs.svc:5044"] + output.kafka: + hosts: ["10.2.0.12:30002","10.2.0.12:30003","10.2.0.12:30004"] + + topic: 'beaconfire-logback-tcs' + partition.round_robin: + reachable_only: false + + required_acks: 1 + compression: gzip + max_message_bytes: 1000000 --- apiVersion: apps/v1