job=etcd (0/3 up) state=down, endpoint=https://10.10.10.12:2379/metrics, labels={cls="etcd",ins="etcd-1",instance="10.10.10.12:2379",ip="10.10.10.12",job="etcd"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=12.394s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.12:2379/metrics": Get "https://10.10.10.12:2379/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=https://10.10.10.13:2379/metrics, labels={cls="etcd",ins="etcd-2",instance="10.10.10.13:2379",ip="10.10.10.13",job="etcd"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=13.250s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.13:2379/metrics": Get "https://10.10.10.13:2379/metrics": context deadline exceeded state=down, endpoint=https://10.10.10.14:2379/metrics, labels={cls="etcd",ins="etcd-3",instance="10.10.10.14:2379",ip="10.10.10.14",job="etcd"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=14.157s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.14:2379/metrics": Get "https://10.10.10.14:2379/metrics": context deadline exceeded job=infra (0/8 up) state=down, endpoint=http://10.10.10.11:10428/metrics, labels={cls="vtraces",ins="vtraces-1",instance="10.10.10.11:10428",ip="10.10.10.11",job="infra"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=9.421s ago, scrape_duration=8013ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:10428/metrics": Get "http://10.10.10.11:10428/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:3000/metrics, labels={cls="grafana",ins="grafana-1",instance="10.10.10.11:3000",ip="10.10.10.11",job="infra"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=15.052s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:3000/metrics": Get "http://10.10.10.11:3000/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:8428/metrics, labels={cls="vmetrics",ins="vmetrics-1",instance="10.10.10.11:8428",ip="10.10.10.11",job="infra"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=11.407s ago, scrape_duration=8004ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:8428/metrics": Get "http://10.10.10.11:8428/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:8880/metrics, labels={cls="vmalert",ins="vmalert-1",instance="10.10.10.11:8880",ip="10.10.10.11",job="infra"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=13.250s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:8880/metrics": Get "http://10.10.10.11:8880/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9059/metrics, labels={cls="alertmanager",ins="alertmanager-1",instance="10.10.10.11:9059",ip="10.10.10.11",job="infra"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=12.818s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9059/metrics": Get "http://10.10.10.11:9059/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:9113/metrics, labels={cls="nginx",ins="nginx-1",instance="10.10.10.11:9113",ip="10.10.10.11",job="infra"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=9.683s ago, scrape_duration=8009ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9113/metrics": Get "http://10.10.10.11:9113/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9115/metrics, labels={cls="blackbox",ins="blackbox-1",instance="10.10.10.11:9115",ip="10.10.10.11",job="infra"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=13.464s ago, scrape_duration=8010ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9115/metrics": Get "http://10.10.10.11:9115/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9428/metrics, labels={cls="vlogs",ins="vlogs-1",instance="10.10.10.11:9428",ip="10.10.10.11",job="infra"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=15.609s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9428/metrics": Get "http://10.10.10.11:9428/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) job=node (0/12 up) state=down, endpoint=http://10.10.10.11:9100/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9100",ip="10.10.10.11",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=13.086s ago, scrape_duration=8003ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9100/metrics": Get "http://10.10.10.11:9100/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:9101/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9101",ip="10.10.10.11",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=10.317s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9101/metrics": Get "http://10.10.10.11:9101/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.11:9598/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9598",ip="10.10.10.11",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=14.030s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9598/metrics": Get "http://10.10.10.11:9598/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9100/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9100",ip="10.10.10.12",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=12.062s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9100/metrics": Get "http://10.10.10.12:9100/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9101/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9101",ip="10.10.10.12",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=16.471s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9101/metrics": Get "http://10.10.10.12:9101/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.12:9598/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9598",ip="10.10.10.12",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=12.849s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9598/metrics": Get "http://10.10.10.12:9598/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9100/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9100",ip="10.10.10.13",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=9.805s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9100/metrics": Get "http://10.10.10.13:9100/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.13:9101/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9101",ip="10.10.10.13",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=13.912s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9101/metrics": Get "http://10.10.10.13:9101/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9598/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9598",ip="10.10.10.13",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=10.304s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9598/metrics": Get "http://10.10.10.13:9598/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.14:9100/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9100",ip="10.10.10.14",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=11.989s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9100/metrics": Get "http://10.10.10.14:9100/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.14:9101/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9101",ip="10.10.10.14",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=16.342s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9101/metrics": Get "http://10.10.10.14:9101/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9598/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9598",ip="10.10.10.14",job="node"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=11.833s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9598/metrics": Get "http://10.10.10.14:9598/metrics": context deadline exceeded job=pgsql (0/12 up) state=down, endpoint=http://10.10.10.12:8008/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:8008",ip="10.10.10.12",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=10.278s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:8008/metrics": Get "http://10.10.10.12:8008/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9630/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9630",ip="10.10.10.12",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=17.415s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9630/metrics": Get "http://10.10.10.12:9630/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9631/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9631",ip="10.10.10.12",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=17.376s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9631/metrics": Get "http://10.10.10.12:9631/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.12:9854/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9854",ip="10.10.10.12",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=11.898s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9854/metrics": Get "http://10.10.10.12:9854/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:8008/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:8008",ip="10.10.10.13",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=13.943s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:8008/metrics": Get "http://10.10.10.13:8008/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9630/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9630",ip="10.10.10.13",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=11.285s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9630/metrics": Get "http://10.10.10.13:9630/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.13:9631/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9631",ip="10.10.10.13",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=9.931s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9631/metrics": Get "http://10.10.10.13:9631/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.13:9854/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9854",ip="10.10.10.13",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=9.042s ago, scrape_duration=8019ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9854/metrics": Get "http://10.10.10.13:9854/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:8008/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:8008",ip="10.10.10.14",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=11.055s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:8008/metrics": Get "http://10.10.10.14:8008/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9630/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9630",ip="10.10.10.14",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=15.201s ago, scrape_duration=8015ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9630/metrics": Get "http://10.10.10.14:9630/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9631/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9631",ip="10.10.10.14",job="pgsql"}, scrapes_total=259332, scrapes_failed=259332, last_scrape=17.827s ago, scrape_duration=8003ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9631/metrics": Get "http://10.10.10.14:9631/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9854/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9854",ip="10.10.10.14",job="pgsql"}, scrapes_total=259333, scrapes_failed=259333, last_scrape=14.486s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9854/metrics": Get "http://10.10.10.14:9854/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) job=ping (4/4 up) state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.11, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11",ip="10.10.10.11",job="ping"}, scrapes_total=259334, scrapes_failed=765, last_scrape=7.626s ago, scrape_duration=7522ms, scrape_response_size=1008B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.12, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12",ip="10.10.10.12",job="ping"}, scrapes_total=259333, scrapes_failed=393, last_scrape=16.440s ago, scrape_duration=7505ms, scrape_response_size=1007B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.13, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13",ip="10.10.10.13",job="ping"}, scrapes_total=259333, scrapes_failed=625, last_scrape=9.243s ago, scrape_duration=7562ms, scrape_response_size=1006B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.14, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14",ip="10.10.10.14",job="ping"}, scrapes_total=259333, scrapes_failed=558, last_scrape=12.385s ago, scrape_duration=7504ms, scrape_response_size=1015B, samples_scraped=8, error= job=docker (0/0 up) job=juice (0/0 up) job=kafka (0/0 up) job=minio (0/0 up) job=mongo (0/0 up) job=mysql (0/0 up) job=pgrds (0/0 up) job=redis (0/0 up)