Sergei Poljanski
e20f5a7d07
All checks were successful
deploy / ansible (push) Successful in 7m23s
Nothing watched the servers: tonight's asxpio crash loop was found by hand. On asxpio-ops, Prometheus (30 days), Loki (14 days) and Grafana at gf.asxp.io (WireGuard only), with blackbox_exporter probing every service from outside and postgres_exporter. On both hosts node_exporter and cAdvisor on the VPC address, and Alloy shipping container logs, the journal and Traefik's access log to Loki over the VPC. Traefik and Forgejo expose their metrics; restic and the bucket replica record their last success for node_exporter. Dashboards: an overview as home, plus hosts, containers, Traefik, probes, Postgres and logs. Alerts by email to me@asxp.io: host or service down, certificate under 14 days, disk or memory nearly full, a container restart-looping, Postgres down, backup or replica stale. Assisted-by: Claude:opus-5-5
24 lines
1.5 KiB
YAML
24 lines
1.5 KiB
YAML
---
|
|
monitoring_base_path: "{{ services_base_path }}/monitoring"
|
|
|
|
# Hosts with node_exporter, cAdvisor and Alloy, scraped over the VPC
|
|
monitoring_hosts:
|
|
- { name: asxpio-ops, address: "{{ asxpio_ops_vpc_ip }}" }
|
|
- { name: asxpio-services, address: "{{ asxpio_services_vpc_ip }}" }
|
|
|
|
# Outside-in probes (blackbox_exporter). module: see blackbox.yml.j2
|
|
monitoring_probes:
|
|
- { name: asxp.io, target: "https://asxp.io/", module: http_2xx }
|
|
- { name: blog, target: "https://blog.asxp.io/", module: http_2xx }
|
|
- { name: czsk.it, target: "https://czsk.it/", module: http_2xx }
|
|
- { name: datacenterbingo, target: "https://datacenterbingo.xyz/", module: http_2xx }
|
|
- { name: datacenterbingo data.json, target: "https://datacenterbingo.xyz/data.json", module: http_2xx }
|
|
- { name: forgejo, target: "https://git.asxp.io/", module: http_2xx }
|
|
- { name: s3, target: "https://s3.asxp.io/", module: http_up }
|
|
- { name: sillytavern, target: "http://{{ asxpio_services_wireguard_ip }}:8000/", module: http_up }
|
|
- { name: xmpp c2s starttls, target: "xmpp.asxp.io:5222", module: xmpp_starttls }
|
|
- { name: xmpp c2s tls, target: "xmpp.asxp.io:5223", module: tls_connect }
|
|
- { name: xmpp s2s, target: "xmpp.asxp.io:5269", module: tcp_connect }
|
|
- { name: turn, target: "xmpp.asxp.io:3478", module: tcp_connect }
|
|
- { name: xray, target: "{{ hostvars['asxpio-services'].public_ip }}:443", module: tcp_connect }
|
|
- { name: minecraft, target: "mc.asxp.io:25565", module: tcp_connect }
|