From 979021f5c40c812d7a9edf22bf8945f691badeed Mon Sep 17 00:00:00 2001 From: Georg Pfuetzenreuter Date: Wed, 15 Feb 2023 20:23:49 +0100 Subject: Import Prometheus server configuration * add new roles: - monitoring.prometheus - monitoring.prometheus-alertmanager - monitoring.prometheus-exporter-blackbox * add common Prometheus and Prometheus Alertmanager pillar data * add moni.lysergic.dev specific Prometheus pillar data Signed-off-by: Georg Pfuetzenreuter --- pillar/id/moni_lysergic_dev.sls | 110 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 110 insertions(+) create mode 100644 pillar/id/moni_lysergic_dev.sls (limited to 'pillar/id') diff --git a/pillar/id/moni_lysergic_dev.sls b/pillar/id/moni_lysergic_dev.sls new file mode 100644 index 0000000..2607654 --- /dev/null +++ b/pillar/id/moni_lysergic_dev.sls @@ -0,0 +1,110 @@ +prometheus: + pkg: + component: + prometheus: + config: + alerting: + alertmanagers: + - static_configs: + - targets: + - localhost:9093 + + rule_files: + - /etc/prometheus/alerts/lysergic/*.yml + + scrape_configs: + - job_name: 'prometheus' + static_configs: + - targets: ['localhost:9090'] + + - job_name: 'node_exporters_lysergic' + scrape_timeout: 1m + scrape_interval: 5m + file_sd_configs: + - files: + - '/etc/prometheus/targets/node-lysergic.json' + + - job_name: 'blackbox-2xx' + metrics_path: /probe + params: + module: [http_2xx] + file_sd_configs: + - files: ['/etc/prometheus/targets/blackbox-2xx*.yml'] + relabel_configs: + - source_labels: [__address__] + target_label: __param_target + - source_labels: [__param_target] + target_label: instance + - target_label: __address__ + replacement: 127.0.0.1:9115 + + - job_name: 'blackbox-3xx' + metrics_path: /probe + params: + module: [http_3xx] + file_sd_configs: + - files: ['/etc/prometheus/targets/blackbox-3xx*.yml'] + relabel_configs: + - source_labels: [__address__] + target_label: __param_target + - source_labels: [__param_target] + target_label: instance + - target_label: __address__ + replacement: 127.0.0.1:9115 + + - job_name: 'certificate_exporter' + static_configs: + - targets: ['therapon.rigel.lysergic.dev:9793'] + + alertmanager: + config: + route: + group_by: ['alertname'] + group_wait: 10s + group_interval: 10s + repeat_interval: 1h + receiver: 'smtp-local' + routes: + - receiver: 'lysergic' + # continue: false + match: + project: LYSERGIC + - receiver: 'chillnet' + match: + project: CHILLNET + + receivers: + - name: 'smtp-local' + email_configs: + - to: 'system@lysergic.dev' + from: 'alertmanager@moni.lysergic.dev' + require_tls: false + # !!! TO-DO + smarthost: 'zz0.email:465' + send_resolved: yes + + - name: 'irc-libertacasa' + webhook_configs: + - url: 'http://127.0.0.1:2410/universe' + send_resolved: yes + + - name: 'lysergic' + webhook_configs: + - url: 'http://127.0.0.1:2410/universe' + send_resolved: yes + - url: http://127.0.0.2:8081/prometheus/webhook + send_resolved: yes + email_configs: + - to: 'system@lysergic.dev' + from: 'alertmanager@moni.lysergic.dev' + require_tls: false + smarthost: 'zz0.email:465' + send_resolved: yes + + - name: 'chillnet' + email_configs: + - to: 'team@chillnet.org' + from: 'alertmanager@moni.lysergic.dev' + require_tls: false + smarthost: 'zz0.email:465' + send_resolved: yes -- cgit v1.2.3 From cade9c0aca9db3b938ff7343a29756083b252147 Mon Sep 17 00:00:00 2001 From: Georg Pfuetzenreuter Date: Wed, 15 Feb 2023 21:13:23 +0100 Subject: Moni: Read Blackbox targets as JSON Use uniform JSON target files instead of a JSON/YAML mix. Signed-off-by: Georg Pfuetzenreuter --- pillar/id/moni_lysergic_dev.sls | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'pillar/id') diff --git a/pillar/id/moni_lysergic_dev.sls b/pillar/id/moni_lysergic_dev.sls index 2607654..2ebf296 100644 --- a/pillar/id/moni_lysergic_dev.sls +++ b/pillar/id/moni_lysergic_dev.sls @@ -29,7 +29,7 @@ prometheus: params: module: [http_2xx] file_sd_configs: - - files: ['/etc/prometheus/targets/blackbox-2xx*.yml'] + - files: ['/etc/prometheus/targets/blackbox-2xx*.json'] relabel_configs: - source_labels: [__address__] target_label: __param_target @@ -43,7 +43,7 @@ prometheus: params: module: [http_3xx] file_sd_configs: - - files: ['/etc/prometheus/targets/blackbox-3xx*.yml'] + - files: ['/etc/prometheus/targets/blackbox-3xx*.json'] relabel_configs: - source_labels: [__address__] target_label: __param_target -- cgit v1.2.3