From 8d9149d6cabf113c4b268c73534d4b49b5ace3fb Mon Sep 17 00:00:00 2001 From: Neur0toxine Date: Wed, 15 Nov 2023 11:41:19 +0300 Subject: [PATCH] migrate to yaml config --- docker-compose.yml | 2 +- files/vector.yaml | 43 +++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 44 insertions(+), 1 deletion(-) create mode 100644 files/vector.yaml diff --git a/docker-compose.yml b/docker-compose.yml index 07d436e..839f14b 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -27,7 +27,7 @@ services: - '8686:8686' volumes: - /var/run/docker.sock:/var/run/docker.sock:ro - - ./files/vector.toml:/etc/vector/vector.toml:ro + - ./files/vector.yaml:/etc/vector/vector.yaml:ro volumes: clickhouse_data: diff --git a/files/vector.yaml b/files/vector.yaml new file mode 100644 index 0000000..3d4feb4 --- /dev/null +++ b/files/vector.yaml @@ -0,0 +1,43 @@ +api: + enabled: true + address: '0.0.0.0:8686' +sources: + docker: + type: docker_logs + exclude_containers: + - clickhouse + - grafana + - vector +transforms: + ts_and_program: + type: remap + inputs: + - docker + source: |2 + .logdatetime = to_unix_timestamp(now()) + .program = .container_name + emptyprogram: + type: filter + inputs: + - ts_and_program + condition: + type: vrl + source: |2 + .program != "" + dedupe: + type: dedupe + inputs: + - emptyprogram +sinks: + clickhouse: + type: clickhouse + inputs: + - dedupe + compression: gzip + endpoint: 'http://clickhouse:8123' + auth: + strategy: basic + user: default + password: default + database: default + table: log_docker_raw