{"status":"success","data":{"groups":[{"name":"agent-rules","rules":[{"state":"","name":"node_up","query":"up{instance=~\".*:9100\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004109281,"lastEvaluation":"2026-10-13T02:32:51.096372278-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"14752024380941422471","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy_up","query":"up{instance=~\".*:9101\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003547243,"lastEvaluation":"2026-10-13T02:32:51.100573959-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"6384569495788557771","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"keepalived_exporter_up","query":"up{instance=~\".*:9650\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000933334,"lastEvaluation":"2026-10-13T02:32:51.104187709-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927142465727684287","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"docker_up","query":"up{instance=~\".*:9323\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000879856,"lastEvaluation":"2026-10-13T02:32:51.105147441-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"549499414273937970","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"vector_up","query":"up{instance=~\".*:9598\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001964626,"lastEvaluation":"2026-10-13T02:32:51.106051735-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2192065186833386819","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd_up","query":"up{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001058311,"lastEvaluation":"2026-10-13T02:32:51.10807921-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"17819113597514614295","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"minio_up","query":"up{job=\"minio\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00111691,"lastEvaluation":"2026-10-13T02:32:51.109189567-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12508267770875687031","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg_exporter_agent_up","query":"up{instance=~\".*:9630\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001684319,"lastEvaluation":"2026-10-13T02:32:51.110359552-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"2626570853599856340","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer_exporter_agent_up","query":"up{instance=~\".*:9631\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00145984,"lastEvaluation":"2026-10-13T02:32:51.112114888-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"6560419138046595181","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbackrest_exporter_agent_up","query":"up{instance=~\".*:9854\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001512073,"lastEvaluation":"2026-10-13T02:32:51.113636976-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"7711451010508465477","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"patroni_up","query":"up{instance=~\".*:8008\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001238056,"lastEvaluation":"2026-10-13T02:32:51.115193164-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"112614349375099594","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql_exporter_up","query":"up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000946686,"lastEvaluation":"2026-10-13T02:32:51.116489279-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13817772392009897881","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka_up","query":"up{job=\"kafka\",role=~\".+\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000776847,"lastEvaluation":"2026-10-13T02:32:51.117459114-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2615694742516567183","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka_exporter_up","query":"up{job=\"kafka\",role=\"\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000650699,"lastEvaluation":"2026-10-13T02:32:51.118249886-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11877108057045193400","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:51.096361305-07:00","type":"prometheus","id":"2019580944935921608","file":"/infra/rules/agent.yml","concurrency":1,"states":{"":14}},{"name":"etcd-alert","rules":[{"state":"inactive","name":"EtcdServerDown","query":"etcd_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/etcd-overview\n","summary":"CRIT EtcdServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001949515,"lastEvaluation":"2026-10-13T02:32:48.903891563-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6472556129433162101","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdNoLeader","query":"min(etcd_server_has_leader) by (cls) \u003c 1","duration":15,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_server_has_leader[cls={{ $labels.cls }}] = {{ $value }} \u003c 1\n/ui/d/etcd-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"CRIT EtcdNoLeader: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.00238234,"lastEvaluation":"2026-10-13T02:32:48.905938416-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6712175362511620660","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdQuotaFull","query":"etcd:cls:quota_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"1","severity":"WARN"},"annotations":{"description":"etcd:cls:quota_usage[cls={{ $labels.cls }}] = {{ $value | printf \"%.3f\" }} \u003e 90%\n","summary":"WARN EtcdQuotaFull: {{ $labels.cls }}"},"lastError":"","evaluationTime":0.001269893,"lastEvaluation":"2026-10-13T02:32:48.908360069-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"13420651261018784922","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"EtcdNetworkPeerRTSlow","query":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdNetworkPeerRTSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.002272009,"lastEvaluation":"2026-10-13T02:32:48.909671394-07:00","alerts":[{"state":"firing","name":"EtcdNetworkPeerRTSlow","value":"2.7306666","labels":{"To":"2b598bfbc0ad43e2","alertgroup":"etcd-alert","alertname":"EtcdNetworkPeerRTSlow","category":"etcd","cls":"etcd","ins":"etcd-3","instance":"10.10.10.12:2379","ip":"10.10.10.12","job":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls=etcd, ins=etcd-3] = 2.730666666666 \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls=etcd\n","summary":"INFO EtcdNetworkPeerRTSlow: etcd etcd-3"},"activeAt":"2026-10-12T22:25:40-07:00","id":"17840864328733592016","rule_id":"14954978935799354606","group_id":"16422350404351705521","expression":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16422350404351705521\u0026alert_id=17840864328733592016","restored":false,"stabilizing":false},{"state":"firing","name":"EtcdNetworkPeerRTSlow","value":"1.6247467","labels":{"To":"429ee12c7fbab5c1","alertgroup":"etcd-alert","alertname":"EtcdNetworkPeerRTSlow","category":"etcd","cls":"etcd","ins":"etcd-2","instance":"10.10.10.11:2379","ip":"10.10.10.11","job":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls=etcd, ins=etcd-2] = 1.624746666666 \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls=etcd\n","summary":"INFO EtcdNetworkPeerRTSlow: etcd etcd-2"},"activeAt":"2026-10-13T01:17:10-07:00","id":"5864823360366670965","rule_id":"14954978935799354606","group_id":"16422350404351705521","expression":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16422350404351705521\u0026alert_id=5864823360366670965","restored":false,"stabilizing":false},{"state":"firing","name":"EtcdNetworkPeerRTSlow","value":"1.6247467","labels":{"To":"e9d5bfa8781208cd","alertgroup":"etcd-alert","alertname":"EtcdNetworkPeerRTSlow","category":"etcd","cls":"etcd","ins":"etcd-2","instance":"10.10.10.11:2379","ip":"10.10.10.11","job":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls=etcd, ins=etcd-2] = 1.624746666666 \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls=etcd\n","summary":"INFO EtcdNetworkPeerRTSlow: etcd etcd-2"},"activeAt":"2026-10-13T01:17:10-07:00","id":"936693419711547836","rule_id":"14954978935799354606","group_id":"16422350404351705521","expression":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16422350404351705521\u0026alert_id=936693419711547836","restored":false,"stabilizing":false},{"state":"firing","name":"EtcdNetworkPeerRTSlow","value":"2.7306666","labels":{"To":"2b598bfbc0ad43e2","alertgroup":"etcd-alert","alertname":"EtcdNetworkPeerRTSlow","category":"etcd","cls":"etcd","ins":"etcd-1","instance":"10.10.10.10:2379","ip":"10.10.10.10","job":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls=etcd, ins=etcd-1] = 2.730666666666 \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls=etcd\n","summary":"INFO EtcdNetworkPeerRTSlow: etcd etcd-1"},"activeAt":"2026-10-12T22:30:50-07:00","id":"2009927038538366242","rule_id":"14954978935799354606","group_id":"16422350404351705521","expression":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16422350404351705521\u0026alert_id=2009927038538366242","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":6,"id":"14954978935799354606","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdWalFsyncSlow","query":"etcd:ins:wal_fsync_rt_p95_5m \u003e 0.050","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:wal_fsync_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 50ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdWalFsyncSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001661603,"lastEvaluation":"2026-10-13T02:32:48.91679643-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"5715944512589980155","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:48.903882254-07:00","type":"prometheus","id":"16422350404351705521","file":"/infra/rules/etcd.yml","concurrency":1,"states":{"firing":1,"inactive":4}},{"name":"etcd-rules","rules":[{"state":"","name":"etcd:ins:rpm","query":"sum without (type, client_api_version) (increase(etcd_server_client_requests_total{job=\"etcd\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002103643,"lastEvaluation":"2026-10-13T02:32:46.600434824-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"4832754136110249834","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wpm","query":"increase(etcd_server_proposals_committed_total{job=\"etcd\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001845683,"lastEvaluation":"2026-10-13T02:32:46.602616742-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"11860767146026404497","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:quota_usage","query":"etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00240648,"lastEvaluation":"2026-10-13T02:32:46.604520928-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"12020725054132561431","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:quota_usage","query":"max by (job,cls) (etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002283736,"lastEvaluation":"2026-10-13T02:32:46.606976989-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"4816945504981658763","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:age","query":"etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002569738,"lastEvaluation":"2026-10-13T02:32:46.609330918-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"8023804730260639706","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:age","query":"max by (job,cls) (etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003815759,"lastEvaluation":"2026-10-13T02:32:46.61199558-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"11142691502952152760","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wal_fsync_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002900792,"lastEvaluation":"2026-10-13T02:32:46.615912582-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":45,"id":"9683070077679029108","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:backend_commit_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002511118,"lastEvaluation":"2026-10-13T02:32:46.618884736-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":45,"id":"7915787585156206754","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:network_peer_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_network_peer_round_trip_time_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004233518,"lastEvaluation":"2026-10-13T02:32:46.621422766-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":102,"id":"4235737155991928642","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:46.600423499-07:00","type":"prometheus","id":"12172382247898273642","file":"/infra/rules/etcd.yml","concurrency":1,"states":{"":9}},{"name":"infra-alert","rules":[{"state":"inactive","name":"InfraDown","query":"infra_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type={{ $labels.type }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT InfraDown {{ $labels.type }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001821961,"lastEvaluation":"2026-10-13T02:32:49.218083633-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":25,"id":"34541643354244742","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"AgentDown","query":"agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT AgentDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001565609,"lastEvaluation":"2026-10-13T02:32:49.219929994-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"3750705474481061326","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:49.21807785-07:00","type":"prometheus","id":"17002711367853094751","file":"/infra/rules/infra.yml","concurrency":1,"states":{"inactive":2}},{"name":"infra-rules","rules":[{"state":"","name":"infra_up","query":"up{job=\"infra\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003213818,"lastEvaluation":"2026-10-13T02:32:46.926390378-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"3234035625992075699","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"","name":"agent_up","query":"up{job!~\"infra|node|etcd|minio|pgsql|redis|mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001546061,"lastEvaluation":"2026-10-13T02:32:46.929765223-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"8080388337310565842","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:46.926379656-07:00","type":"prometheus","id":"12774679442975532692","file":"/infra/rules/infra.yml","concurrency":1,"states":{"":2}},{"name":"kafka-alert","rules":[{"state":"inactive","name":"KafkaDown","query":"up{job=\"kafka\",role=~\".+\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"Kafka JMX endpoint is unreachable for {{ $labels.ins }} (role={{ $labels.role }}, node_id={{ $labels.node_id }}).\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000931263,"lastEvaluation":"2026-10-13T02:32:49.875774403-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4106633443422949673","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaExporterDown","query":"up{job=\"kafka\",role=\"\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"up[job=kafka, role='', ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.0007185,"lastEvaluation":"2026-10-13T02:32:49.876730211-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6114697482555084835","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJmxScrapeError","query":"jmx_scrape_error{job=\"kafka\"} \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"JMX Exporter is reachable but failed to collect one or more Kafka MBeans.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaJmxScrapeError {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000640499,"lastEvaluation":"2026-10-13T02:32:49.877473345-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2932956951693807662","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJvmHeapHigh","query":"kafka:ins:jvm_heap_used_ratio \u003e 0.90","duration":900,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka JVM heap utilization has remained above 90% for 15 minutes: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaJvmHeapHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000830631,"lastEvaluation":"2026-10-13T02:32:49.878165301-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11057504407616715820","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJvmDeadlock","query":"jvm_threads_deadlocked{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"The Kafka JVM reports {{ $value }} deadlocked thread cycle(s).\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaJvmDeadlock {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000669423,"lastEvaluation":"2026-10-13T02:32:49.879024483-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1682667259236544097","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaRequestHandlerSaturated","query":"kafka_server_request_handler_idle_ratio{job=\"kafka\"} \u003c 0.10","duration":600,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka request handler idle capacity is below 10%: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaRequestHandlerSaturated {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000654527,"lastEvaluation":"2026-10-13T02:32:49.879711287-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2435324408008451337","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUnderReplicatedPartitions","query":"kafka_server_replica_manager_under_replicated_partitions{job=\"kafka\"} \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"{{ $value }} partition replicas are outside ISR on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaUnderReplicatedPartitions {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000697187,"lastEvaluation":"2026-10-13T02:32:49.880387031-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3594504266637175878","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUnderMinISR","query":"kafka_server_replica_manager_under_min_isr_partitions{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $value }} partitions are below min.insync.replicas on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaUnderMinISR {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000708303,"lastEvaluation":"2026-10-13T02:32:49.881111411-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11326321882344255373","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaOfflineLogDirectory","query":"kafka_log_manager_offline_log_directories{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"Kafka has marked {{ $value }} log directories offline on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaOfflineLogDirectory {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000951381,"lastEvaluation":"2026-10-13T02:32:49.881845086-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1717181191271714831","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaOfflinePartitions","query":"max by (cls) (kafka_controller_offline_partition_count{job=\"kafka\"}) \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"The active KRaft controller reports {{ $value }} offline partitions.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaOfflinePartitions {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000838942,"lastEvaluation":"2026-10-13T02:32:49.882813248-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15252468229033472766","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaControllerCountMismatch","query":"(sum by (cls) (kafka_controller_active_controller_count{job=\"kafka\"}) or 0 * count by (cls) (up{job=\"kafka\",role=~\"combined|controller\"})) != 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"A healthy KRaft cluster must expose exactly one active controller; observed {{ $value }}.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaControllerCountMismatch {{ $labels.cls }}"},"lastError":"","evaluationTime":0.001142521,"lastEvaluation":"2026-10-13T02:32:49.883671391-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10047444768488911927","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaFencedBrokers","query":"max by (cls) (kafka_controller_fenced_broker_count{job=\"kafka\"}) \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"The active controller reports {{ $value }} fenced brokers.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"WARN KafkaFencedBrokers {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000790239,"lastEvaluation":"2026-10-13T02:32:49.88484154-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3793801864357164293","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUncleanLeaderElection","query":"increase(kafka_controller_unclean_leader_elections_total{job=\"kafka\"}[5m]) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $value }} unclean leader election(s) occurred during the last five minutes; data loss may have occurred.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaUncleanLeaderElection {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000795345,"lastEvaluation":"2026-10-13T02:32:49.885653465-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10286343268033438554","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaNetworkProcessorSaturated","query":"kafka_network_processor_idle_ratio{job=\"kafka\"} \u003c 0.10","duration":600,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka network processor idle capacity is below 10%: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaNetworkProcessorSaturated {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000624897,"lastEvaluation":"2026-10-13T02:32:49.88646893-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17465203282628974183","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaConsumerLagGrowing","query":"kafka:csg:lag \u003e 100000 and on (job, cls, consumergroup) delta(kafka:csg:lag[30m]) \u003e 0","duration":1800,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Consumer group lag is above 100k records and still growing after 30 minutes ({{ $value }} records).\n/ui/d/kafka-consumer?var-cls={{ $labels.cls }}\u0026var-group={{ $labels.consumergroup }}\n","summary":"WARN KafkaConsumerLagGrowing {{ $labels.consumergroup }}"},"lastError":"","evaluationTime":0.000742876,"lastEvaluation":"2026-10-13T02:32:49.887125715-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15895644962497138700","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:49.875766007-07:00","type":"prometheus","id":"18216149610123607395","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"inactive":15}},{"name":"kafka-jmx-rules","rules":[{"state":"","name":"kafka:ins:jvm_heap_used_ratio","query":"sum by (job, cls, ins, ip, instance, role, node_id) (jvm_memory_used_bytes{job=\"kafka\",area=\"heap\"}) / clamp_min(sum by (job, cls, ins, ip, instance, role, node_id) (jvm_memory_max_bytes{job=\"kafka\",area=\"heap\"}), 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00149359,"lastEvaluation":"2026-10-13T02:32:51.65368018-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14884650160529744712","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:jvm_cpu_cores","query":"rate(process_cpu_seconds_total{job=\"kafka\",role=~\".+\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001017949,"lastEvaluation":"2026-10-13T02:32:51.655193661-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17423167809640503965","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:load","query":"1 - clamp( min by (job, cls, ins, ip, instance, role, node_id) ( kafka_server_request_handler_idle_ratio{job=\"kafka\"} or kafka_network_processor_idle_ratio{job=\"kafka\"} ), 0, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00095623,"lastEvaluation":"2026-10-13T02:32:51.656249475-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5927236481145339729","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:load","query":"avg by (job, cls) (kafka:ins:load)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000676088,"lastEvaluation":"2026-10-13T02:32:51.657233682-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1921393208877593090","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:jvm_gc_time_rate5m","query":"sum without (gc) (rate(jvm_gc_collection_seconds_sum{job=\"kafka\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002830414,"lastEvaluation":"2026-10-13T02:32:51.657923006-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9952172232901444958","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:messages_in_rate5m","query":"rate(kafka_server_broker_messages_in_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000670565,"lastEvaluation":"2026-10-13T02:32:51.660774655-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11348051420868752190","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:bytes_in_rate5m","query":"rate(kafka_server_broker_bytes_in_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000745366,"lastEvaluation":"2026-10-13T02:32:51.66147168-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8379635569592296642","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:bytes_out_rate5m","query":"rate(kafka_server_broker_bytes_out_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000544883,"lastEvaluation":"2026-10-13T02:32:51.662234624-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9825219534332299410","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:request_error_rate5m","query":"sum without (request, error) (rate(kafka_network_request_errors_total{job=\"kafka\",error!=\"NONE\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000583846,"lastEvaluation":"2026-10-13T02:32:51.6627955-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5729367482286545958","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:under_replicated_partitions","query":"sum by (job, cls) (kafka_server_replica_manager_under_replicated_partitions{job=\"kafka\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000713601,"lastEvaluation":"2026-10-13T02:32:51.6634057-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18205907956583451977","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:offline_partitions","query":"max by (job, cls) (kafka_controller_offline_partition_count{job=\"kafka\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000693398,"lastEvaluation":"2026-10-13T02:32:51.664137084-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9556703035884433725","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:51.653671933-07:00","type":"prometheus","id":"3047419082577557758","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"":11}},{"name":"kafka-rules","rules":[{"state":"","name":"kafka:topic:msg_rate1m","query":"sum by (job, cls, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_topic_partition_current_offset[1m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004131158,"lastEvaluation":"2026-10-13T02:32:54.207517368-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3824950518663537846","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:topic:msg_rate5m","query":"sum by (job, cls, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_topic_partition_current_offset[5m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000870951,"lastEvaluation":"2026-10-13T02:32:54.211679775-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6893912955393123494","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate1m","query":"sum without (topic) (kafka:topic:msg_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002953138,"lastEvaluation":"2026-10-13T02:32:54.21257226-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11128310781942141837","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate5m","query":"sum without (topic) (kafka:topic:msg_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000604121,"lastEvaluation":"2026-10-13T02:32:54.215548463-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14688034553184214981","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg_topic:commit_rate5m","query":"sum by (job, cls, consumergroup, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_consumergroup_current_offset[5m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000694411,"lastEvaluation":"2026-10-13T02:32:54.216171279-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12341570812249030338","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg_topic:lag","query":"sum by (job, cls, consumergroup, topic) (max without (ins, ip, instance) (clamp_min(kafka_consumergroup_lag, 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000662163,"lastEvaluation":"2026-10-13T02:32:54.216897947-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2530917240113996236","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg:lag","query":"sum without (topic) (kafka:csg_topic:lag)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000677832,"lastEvaluation":"2026-10-13T02:32:54.217574157-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11869090650498232330","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:lag","query":"sum without (consumergroup) (kafka:csg:lag)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000574085,"lastEvaluation":"2026-10-13T02:32:54.218285908-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"874545517223926333","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:54.207509348-07:00","type":"prometheus","id":"7760010977157438040","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"":8}},{"name":"minio-alert","rules":[{"state":"inactive","name":"MinioServerDown","query":"minio_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/minio-overview\n","summary":"CRIT MinioServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.003116328,"lastEvaluation":"2026-10-13T02:32:49.981183041-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"5056977363625481287","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioNodeOffline","query":"max by (cls) (avg_over_time(minio_cluster_health_nodes_offline_count{job=\"minio\"}[5m])) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_health_nodes_offline_count[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\n/ui/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioNodeOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000792666,"lastEvaluation":"2026-10-13T02:32:49.984326776-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2548434918796171148","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioDiskOffline","query":"max by (cls) (avg_over_time(minio_cluster_health_drives_offline_count{job=\"minio\"}[5m])) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_health_drives_offline_count[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\n/ui/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioDiskOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000501604,"lastEvaluation":"2026-10-13T02:32:49.985144316-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16805369781837028873","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioErasureSetUnhealthy","query":"min by (cls) (\n  minio_cluster_erasure_set_overall_health{job=\"minio\"}\n  or (minio_cluster_erasure_set_overall_write_quorum{job=\"minio\"} * 0)\n) \u003c 1\n","duration":60,"keep_firing_for":0,"labels":{"category":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_cluster_erasure_set_overall_health[cls={{ $labels.cls }}] = {{ $value }} \u003c 1\n/ui/d/minio-overview?from=now-15m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"CRIT MinioErasureSetUnhealthy: {{ $labels.cls }}"},"lastError":"","evaluationTime":0.001411974,"lastEvaluation":"2026-10-13T02:32:49.985663824-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"8279853608072352223","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioClusterCapacityHigh","query":"max by (cls) (\n  1 - (\n    (\n      minio_cluster_health_capacity_usable_free_bytes{job=\"minio\"}\n      or (minio_cluster_health_capacity_usable_total_bytes{job=\"minio\"} * 0)\n    )\n    / minio_cluster_health_capacity_usable_total_bytes{job=\"minio\"}\n  )\n) \u003e 0.90\n","duration":900,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"MinIO usable capacity usage for cls={{ $labels.cls }} is {{ $value | humanizePercentage }} \u003e 90%.\n/ui/d/minio-overview?from=now-1h\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioClusterCapacityHigh: {{ $labels.cls }} {{ $value | humanizePercentage }}"},"lastError":"","evaluationTime":0.001551691,"lastEvaluation":"2026-10-13T02:32:49.987098014-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"9392663091178120830","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:49.98117599-07:00","type":"prometheus","id":"18410437492731671407","file":"/infra/rules/minio.yml","concurrency":1,"states":{"inactive":5}},{"name":"mysql-alerts","rules":[{"state":"inactive","name":"MySQLExporterDown","query":"mysql:ins:exporter_up \u003c 1","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld_exporter is unavailable for {{ $labels.ins }} at {{ $labels.instance }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001384275,"lastEvaluation":"2026-10-13T02:32:43.696907464-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7526740186098509471","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLInstanceDown","query":"mysql:ins:exporter_up == 1 and on (job, cls, ins, ip, instance, topology) mysql:ins:up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"mysqld_exporter is reachable but cannot connect to MySQL on {{ $labels.ins }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT MySQLInstanceDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000892866,"lastEvaluation":"2026-10-13T02:32:43.698321178-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14408643372734883685","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLCollectorError","query":"mysql_exporter_collector_success{job=\"mysql\"} \u003c 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld_exporter collector {{ $labels.collector }} has failed for 5 minutes.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLCollectorError {{ $labels.ins }} {{ $labels.collector }}"},"lastError":"","evaluationTime":0.000753059,"lastEvaluation":"2026-10-13T02:32:43.699240316-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6842410475238443322","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLRecentlyRestarted","query":"mysql:ins:uptime \u003c 600","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} has been up for only {{ $value | humanizeDuration }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLRecentlyRestarted {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000754449,"lastEvaluation":"2026-10-13T02:32:43.700017398-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10237589161268952367","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionsHigh","query":"mysql:ins:connection_usage \u003e 0.80 and mysql:ins:connection_usage \u003c= 0.95","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} is using {{ $value | humanizePercentage }} of max_connections.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLConnectionsHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000766254,"lastEvaluation":"2026-10-13T02:32:43.700794385-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6384783939064139719","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionsCritical","query":"mysql:ins:connection_usage \u003e 0.95","duration":180,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $labels.ins }} is using {{ $value | humanizePercentage }} of max_connections.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT MySQLConnectionsCritical {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000768884,"lastEvaluation":"2026-10-13T02:32:43.701590638-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"291525136166992757","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionErrors","query":"mysql:ins:connection_errors \u003e 0.1","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} has {{ $value | printf \"%.2f\" }} connection errors per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLConnectionErrors {{ $labels.ins }}"},"lastError":"","evaluationTime":0.002005047,"lastEvaluation":"2026-10-13T02:32:43.702385087-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4416803170619156166","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLAbortedConnections","query":"mysql:ins:aborted_connects \u003e 1 or mysql:ins:aborted_clients \u003e 1","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} has {{ $value | printf \"%.2f\" }} aborted connections per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLAbortedConnections {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001199474,"lastEvaluation":"2026-10-13T02:32:43.704410764-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10754334981656827139","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLSlowQueries","query":"mysql:ins:slow_query_ratio \u003e 0.01 and mysql:ins:qps \u003e 10","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} slow-query ratio is {{ $value | humanizePercentage }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLSlowQueries {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000845591,"lastEvaluation":"2026-10-13T02:32:43.705633049-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16685883791935058087","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLDiskTemporaryTablesHigh","query":"mysql:ins:tmp_disk_ratio \u003e 0.25 and mysql:ins:tmp_tables \u003e 1","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} creates {{ $value | humanizePercentage }} of temporary tables on disk.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLDiskTemporaryTablesHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000615154,"lastEvaluation":"2026-10-13T02:32:43.70649875-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"408374536753029705","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLFullJoinsHigh","query":"mysql:ins:full_joins \u003e 1","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} executes {{ $value | printf \"%.2f\" }} joins without indexes per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLFullJoinsHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000546991,"lastEvaluation":"2026-10-13T02:32:43.707141018-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10215723616197049135","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLBufferPoolHitLow","query":"mysql:ins:buffer_pool_hit_ratio \u003c 0.95 and mysql:ins:qps \u003e 100","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} buffer-pool hit ratio is {{ $value | humanizePercentage }} under sustained load.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLBufferPoolHitLow {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000749933,"lastEvaluation":"2026-10-13T02:32:43.70770677-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17650029185716306135","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLBufferPoolWaits","query":"mysql:ins:buffer_pool_waits \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} waits for free InnoDB buffer-pool pages at {{ $value | printf \"%.2f\" }}/s.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLBufferPoolWaits {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000627284,"lastEvaluation":"2026-10-13T02:32:43.708484254-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6095606965869047128","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLInnoDBLogWaits","query":"mysql:ins:log_waits \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} waits for InnoDB redo space at {{ $value | printf \"%.2f\" }}/s.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLInnoDBLogWaits {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000664027,"lastEvaluation":"2026-10-13T02:32:43.70913164-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3876971663627789983","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLRedoCapacityHigh","query":"mysql:ins:redo_utilization \u003e 0.80","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} redo checkpoint age uses {{ $value | humanizePercentage }} of capacity.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLRedoCapacityHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00068384,"lastEvaluation":"2026-10-13T02:32:43.709813596-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4593623846663555977","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLDeadlocksHigh","query":"mysql:ins:deadlocks \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} reports {{ $value | printf \"%.3f\" }} deadlocks per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLDeadlocks {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000584364,"lastEvaluation":"2026-10-13T02:32:43.710515784-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7435991847605768378","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLHistoryListLarge","query":"mysql:ins:history_list_length \u003e 1000000","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} InnoDB history-list length is {{ $value | humanize }}; purge may be blocked.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLHistoryListLarge {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000671626,"lastEvaluation":"2026-10-13T02:32:43.711118981-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7302117283224926300","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterNoPrimary","query":"mysql:cls:gr_primary_members{topology=\"innodb_cluster\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"The InnoDB Cluster has no ONLINE primary. Normal automation will not\nperform complete-outage recovery or force a new primary.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterNoPrimary {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000649083,"lastEvaluation":"2026-10-13T02:32:43.7118084-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13383311224999544126","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterMultiplePrimary","query":"mysql:cls:gr_primary_members{topology=\"innodb_cluster\"} \u003e 1","duration":30,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"Single-primary invariant is violated: {{ $value }} ONLINE primary members.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterMultiplePrimary {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000711446,"lastEvaluation":"2026-10-13T02:32:43.712484187-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"863728401142352045","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterQuorumLost","query":"mysql:cls:gr_quorum{topology=\"innodb_cluster\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"Fewer than a majority of declared members are ONLINE; writes must remain unavailable.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterQuorumLost {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000561525,"lastEvaluation":"2026-10-13T02:32:43.713215863-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16764538527207291091","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterMemberOffline","query":"mysql:ins:up{topology=\"innodb_cluster\"} == 1 unless on (job, cls, ins, ip, instance, topology) mysql:ins:gr_online == 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld is reachable but its local Group Replication member is not ONLINE.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLClusterMemberOffline {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000651343,"lastEvaluation":"2026-10-13T02:32:43.713796997-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4921640385778001986","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRQueueHigh","query":"mysql:ins:gr_certifier_queue \u003e 1000 or mysql:ins:gr_applier_queue \u003e 1000","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"A GR certification or applier queue has exceeded 1000 transactions.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLGRQueueHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000684461,"lastEvaluation":"2026-10-13T02:32:43.714470238-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12473408840823730509","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRQueueCritical","query":"mysql:ins:gr_certifier_queue \u003e 10000 or mysql:ins:gr_applier_queue \u003e 10000","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"A GR certification or applier queue has exceeded 10000 transactions.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLGRQueueCritical {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000787163,"lastEvaluation":"2026-10-13T02:32:43.715173702-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5947649293951060941","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRFlowControlHigh","query":"mysql:ins:gr_certifier_queue_ratio \u003e 0.80 or mysql:ins:gr_applier_queue_ratio \u003e 0.80","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"A Group Replication queue has remained above 80% of its configured flow-control threshold.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLGRFlowControlHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000796896,"lastEvaluation":"2026-10-13T02:32:43.715980206-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10302922902164620985","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLPrimaryReadOnly","query":"mysql_global_variables_read_only{job=\"mysql\"} \u003e 0 and on (job, cls, ins, ip, instance, topology) mysql:ins:gr_primary == 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"The runtime GR primary reports read_only enabled.\n/ui/d/mysql-cluster?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLPrimaryReadOnly {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000674068,"lastEvaluation":"2026-10-13T02:32:43.716792428-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15376005625202083032","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLSecondaryWritable","query":"mysql_global_variables_super_read_only{job=\"mysql\"} \u003c 1 and on (job, cls, ins, ip, instance, topology) mysql:ins:gr_secondary == 1","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"A runtime GR secondary reports super_read_only disabled.\n/ui/d/mysql-cluster?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLSecondaryWritable {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000601015,"lastEvaluation":"2026-10-13T02:32:43.717508997-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4786653785347223550","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLExporterScrapeSlow","query":"max without (collector) (mysql_exporter_collector_duration_seconds{job=\"mysql\"}) \u003e 5","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} exporter collectors take {{ $value | humanizeDuration }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLExporterScrapeSlow {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000684124,"lastEvaluation":"2026-10-13T02:32:43.718134958-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8432818720413109612","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20}],"interval":30,"lastEvaluation":"2026-10-13T02:32:43.696894886-07:00","type":"prometheus","id":"8421186766958095244","file":"/infra/rules/mysql.yml","concurrency":1,"states":{"inactive":27}},{"name":"mysql-rules","rules":[{"state":"","name":"mysql:ins:exporter_up","query":"up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001423461,"lastEvaluation":"2026-10-13T02:32:34.020984053-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3667637367286507702","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:up","query":"mysql_up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000991206,"lastEvaluation":"2026-10-13T02:32:34.022441157-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1619934901076580885","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:uptime","query":"mysql_global_status_uptime{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00086303,"lastEvaluation":"2026-10-13T02:32:34.023460264-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6203853746995238318","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:instances","query":"count by (cls, topology) (up{job=\"mysql\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000747216,"lastEvaluation":"2026-10-13T02:32:34.02435268-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18279982323015360710","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:up","query":"sum by (cls, topology) (mysql:ins:up) or (0 * count by (cls, topology) (up{job=\"mysql\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00425123,"lastEvaluation":"2026-10-13T02:32:34.025119641-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2578215900149084057","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:qps","query":"rate(mysql_global_status_questions{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00085137,"lastEvaluation":"2026-10-13T02:32:34.029452782-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15650040395811166644","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"commit|rollback\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000615873,"lastEvaluation":"2026-10-13T02:32:34.030326398-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17313497984451352678","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:read_qps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"select|show.*\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000734449,"lastEvaluation":"2026-10-13T02:32:34.030961634-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7766024519115978762","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:write_qps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"insert|update|delete|replace|load\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000685321,"lastEvaluation":"2026-10-13T02:32:34.031716989-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17700452923072641649","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_ops","query":"rate(mysql_global_status_innodb_row_ops_total{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000454663,"lastEvaluation":"2026-10-13T02:32:34.032414724-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4401899730371190573","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_rate","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_total{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000570997,"lastEvaluation":"2026-10-13T02:32:34.032888708-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5338326599823916839","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_latency","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_timer_wait{job=\"mysql\"}[5m])) / clamp_min(mysql:ins:statement_rate, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000544171,"lastEvaluation":"2026-10-13T02:32:34.033484901-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4731984022380503333","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:rows_examined_per_query","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_rows_examined{job=\"mysql\"}[5m])) / clamp_min(mysql:ins:statement_rate, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000544029,"lastEvaluation":"2026-10-13T02:32:34.034044017-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8271791146867007533","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connections","query":"mysql_global_status_threads_connected{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000750586,"lastEvaluation":"2026-10-13T02:32:34.034613025-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13355637212781540594","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_usage","query":"mysql_global_status_threads_connected{job=\"mysql\"} / clamp_min(mysql_global_variables_max_connections{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000811033,"lastEvaluation":"2026-10-13T02:32:34.035381102-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14321795515860636451","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_rate","query":"rate(mysql_global_status_connections{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000698017,"lastEvaluation":"2026-10-13T02:32:34.036208096-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11433804532710332929","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:threads_running","query":"mysql_global_status_threads_running{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00058382,"lastEvaluation":"2026-10-13T02:32:34.036926006-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1502524331389792386","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:threads_cached","query":"mysql_global_status_threads_cached{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000703889,"lastEvaluation":"2026-10-13T02:32:34.037535387-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4803259428255142034","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:slow_queries","query":"rate(mysql_global_status_slow_queries{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000554966,"lastEvaluation":"2026-10-13T02:32:34.038260553-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12915011976540338491","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:slow_query_ratio","query":"mysql:ins:slow_queries / clamp_min(mysql:ins:qps, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000557258,"lastEvaluation":"2026-10-13T02:32:34.038830072-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10642101806960531151","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:aborted_connects","query":"rate(mysql_global_status_aborted_connects{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000556246,"lastEvaluation":"2026-10-13T02:32:34.039402498-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3618783440755805233","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:aborted_clients","query":"rate(mysql_global_status_aborted_clients{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001266186,"lastEvaluation":"2026-10-13T02:32:34.03996989-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12008032513619755219","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_errors","query":"sum without (error) (rate(mysql_global_status_connection_errors_total{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000872447,"lastEvaluation":"2026-10-13T02:32:34.041258244-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10699886227970336491","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:rx_bytes","query":"rate(mysql_global_status_bytes_received{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000574367,"lastEvaluation":"2026-10-13T02:32:34.042157922-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12913599011557570124","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tx_bytes","query":"rate(mysql_global_status_bytes_sent{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000621234,"lastEvaluation":"2026-10-13T02:32:34.042747311-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5067642561798207493","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_tables","query":"rate(mysql_global_status_created_tmp_tables{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000604519,"lastEvaluation":"2026-10-13T02:32:34.043393725-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4620641988824769986","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_disk_tables","query":"rate(mysql_global_status_created_tmp_disk_tables{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000469461,"lastEvaluation":"2026-10-13T02:32:34.044016213-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12382303562433694208","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_disk_ratio","query":"mysql:ins:tmp_disk_tables / clamp_min(mysql:ins:tmp_tables, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00051851,"lastEvaluation":"2026-10-13T02:32:34.044498305-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13605922670192083092","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:full_joins","query":"rate(mysql_global_status_select_full_join{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000895288,"lastEvaluation":"2026-10-13T02:32:34.045039267-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10247406955506288411","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:full_scans","query":"rate(mysql_global_status_select_scan{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000691467,"lastEvaluation":"2026-10-13T02:32:34.045959985-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4450059214805752669","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:sort_merge_passes","query":"rate(mysql_global_status_sort_merge_passes{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000572722,"lastEvaluation":"2026-10-13T02:32:34.046672462-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15109908821635214879","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:table_open_cache_hit_ratio","query":"rate(mysql_global_status_table_open_cache_hits{job=\"mysql\"}[5m]) / clamp_min(rate(mysql_global_status_table_open_cache_hits{job=\"mysql\"}[5m]) + rate(mysql_global_status_table_open_cache_misses{job=\"mysql\"}[5m]), 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000544928,"lastEvaluation":"2026-10-13T02:32:34.047281904-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13419610529189107450","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:open_files_usage","query":"mysql_global_status_open_files{job=\"mysql\"} / clamp_min(mysql_global_variables_open_files_limit{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000673748,"lastEvaluation":"2026-10-13T02:32:34.047852363-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12632843824441801370","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_errors","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_errors{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00060854,"lastEvaluation":"2026-10-13T02:32:34.048552534-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11815747714212491195","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:no_index_queries","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_no_index_used{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000602017,"lastEvaluation":"2026-10-13T02:32:34.049173803-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14089720052255660794","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_hit_ratio","query":"clamp_min(1 - rate(mysql_global_status_innodb_buffer_pool_reads{job=\"mysql\"}[5m]) / clamp_min(rate(mysql_global_status_innodb_buffer_pool_read_requests{job=\"mysql\"}[5m]), 1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000700614,"lastEvaluation":"2026-10-13T02:32:34.049789936-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14078602311975960821","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_usage","query":"mysql_global_status_innodb_buffer_pool_bytes_data{job=\"mysql\"} / clamp_min(mysql_global_variables_innodb_buffer_pool_size{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000517842,"lastEvaluation":"2026-10-13T02:32:34.050509797-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16785586299791959232","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_dirty_ratio","query":"mysql_global_status_innodb_buffer_pool_bytes_dirty{job=\"mysql\"} / clamp_min(mysql_global_status_innodb_buffer_pool_bytes_data{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000467431,"lastEvaluation":"2026-10-13T02:32:34.051040674-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10011440007340424741","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_waits","query":"rate(mysql_global_status_innodb_buffer_pool_wait_free{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000765427,"lastEvaluation":"2026-10-13T02:32:34.051524618-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13482696747444875978","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_read_bytes","query":"rate(mysql_global_status_innodb_data_read{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000574712,"lastEvaluation":"2026-10-13T02:32:34.052347713-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15991989607859236960","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_write_bytes","query":"rate(mysql_global_status_innodb_data_written{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000607349,"lastEvaluation":"2026-10-13T02:32:34.052935182-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6346211140176591808","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_reads","query":"rate(mysql_global_status_innodb_data_reads{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000591637,"lastEvaluation":"2026-10-13T02:32:34.053561704-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10412409716367854760","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_writes","query":"rate(mysql_global_status_innodb_data_writes{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000528119,"lastEvaluation":"2026-10-13T02:32:34.054169724-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16152890665156980084","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_fsyncs","query":"rate(mysql_global_status_innodb_data_fsyncs{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000713195,"lastEvaluation":"2026-10-13T02:32:34.054717071-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16686411635826181124","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:redo_bytes","query":"rate(mysql_global_status_innodb_os_log_written{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000560146,"lastEvaluation":"2026-10-13T02:32:34.055454013-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11878460789522685301","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:redo_utilization","query":"clamp_min(mysql_global_status_innodb_redo_log_current_lsn{job=\"mysql\"} - mysql_global_status_innodb_redo_log_checkpoint_lsn{job=\"mysql\"}, 0) / clamp_min(mysql_global_status_innodb_redo_log_capacity_resized{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000580853,"lastEvaluation":"2026-10-13T02:32:34.056045458-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13788653410769828951","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:log_waits","query":"rate(mysql_global_status_innodb_log_waits{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000770292,"lastEvaluation":"2026-10-13T02:32:34.056641976-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14003281194996009332","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_lock_waits","query":"rate(mysql_global_status_innodb_row_lock_waits{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00065411,"lastEvaluation":"2026-10-13T02:32:34.057478831-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1059002157743943342","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_lock_time","query":"rate(mysql_global_status_innodb_row_lock_time{job=\"mysql\"}[5m]) / 1000","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00075112,"lastEvaluation":"2026-10-13T02:32:34.058154039-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7123053349368748744","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:deadlocks","query":"rate(mysql_info_schema_innodb_metrics_lock_lock_deadlocks_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000593066,"lastEvaluation":"2026-10-13T02:32:34.058926083-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10379382513202940635","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:history_list_length","query":"mysql_info_schema_innodb_metrics_transaction_trx_rseg_history_len{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00047111,"lastEvaluation":"2026-10-13T02:32:34.059541885-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12523831668807973063","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:binlog_bytes","query":"sum without (log_file) (mysql_binlog_size_bytes{job=\"mysql\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000423934,"lastEvaluation":"2026-10-13T02:32:34.06003309-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7978949055004346749","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_member","query":"mysql_perf_schema_replication_group_member_info{job=\"mysql\"} and on (job, cls, ins, member_host) label_replace(mysql_up{job=\"mysql\"} == 1, \"member_host\", \"$1\", \"ip\", \"(.*)\")","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000495036,"lastEvaluation":"2026-10-13T02:32:34.060473185-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17124692128710406859","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_online","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000551402,"lastEvaluation":"2026-10-13T02:32:34.060986546-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"328208921778971312","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_primary","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\",member_role=\"PRIMARY\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000543477,"lastEvaluation":"2026-10-13T02:32:34.061552603-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6458260833296114111","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_secondary","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\",member_role=\"SECONDARY\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000473954,"lastEvaluation":"2026-10-13T02:32:34.062106486-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11141051362548740671","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_online_members","query":"sum by (cls, topology) (mysql:ins:gr_online) or (0 * count by (cls, topology) (up{job=\"mysql\",topology=\"innodb_cluster\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000627631,"lastEvaluation":"2026-10-13T02:32:34.062602155-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6906511819758197052","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_primary_members","query":"sum by (cls, topology) (mysql:ins:gr_primary) or (0 * count by (cls, topology) (up{job=\"mysql\",topology=\"innodb_cluster\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000660413,"lastEvaluation":"2026-10-13T02:32:34.063242825-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1039576857828161372","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_quorum","query":"mysql:cls:gr_online_members \u003e bool mysql:cls:instances / 2","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000525448,"lastEvaluation":"2026-10-13T02:32:34.06392061-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14871331672444688083","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_single_primary","query":"mysql:cls:gr_primary_members == bool 1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00045992,"lastEvaluation":"2026-10-13T02:32:34.064464136-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5425930398224119006","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:health","query":"mysql:cls:gr_quorum * mysql:cls:gr_single_primary * (1 + (mysql:cls:gr_online_members == bool mysql:cls:instances)) or 2 * mysql:cls:up{topology=\"standalone\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000581975,"lastEvaluation":"2026-10-13T02:32:34.064936206-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2853887298413333296","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_certifier_queue","query":"mysql_perf_schema_transactions_in_queue{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000511548,"lastEvaluation":"2026-10-13T02:32:34.065534846-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6168421960972489945","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applier_queue","query":"mysql_perf_schema_transactions_remote_in_applier_queue{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002408408,"lastEvaluation":"2026-10-13T02:32:34.066066899-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18422025705934967030","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_conflict_rate","query":"rate(mysql_perf_schema_conflicts_detected_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001195869,"lastEvaluation":"2026-10-13T02:32:34.068492557-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13680407074120993532","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_checked_rate","query":"rate(mysql_perf_schema_transactions_checked_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000646653,"lastEvaluation":"2026-10-13T02:32:34.069708326-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16014839082081672942","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applied_rate","query":"rate(mysql_perf_schema_transactions_remote_applied_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000563166,"lastEvaluation":"2026-10-13T02:32:34.070374763-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12084785764911113591","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_certifier_queue_ratio","query":"mysql:ins:gr_certifier_queue / clamp_min(mysql_global_variables_group_replication_flow_control_certifier_threshold{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000427871,"lastEvaluation":"2026-10-13T02:32:34.070952691-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"415905669452713405","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applier_queue_ratio","query":"mysql:ins:gr_applier_queue / clamp_min(mysql_global_variables_group_replication_flow_control_applier_threshold{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000435982,"lastEvaluation":"2026-10-13T02:32:34.071394356-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13539631378638621921","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20}],"interval":30,"lastEvaluation":"2026-10-13T02:32:34.020967283-07:00","type":"prometheus","id":"2471772382337185274","file":"/infra/rules/mysql.yml","concurrency":1,"states":{"":68}},{"name":"node-alert","rules":[{"state":"pending","name":"NodeDown","query":"node_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"node_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT NodeDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001774842,"lastEvaluation":"2026-10-13T02:32:49.024717635-07:00","alerts":[{"state":"pending","name":"NodeDown","value":"0","labels":{"alertgroup":"node-alert","alertname":"NodeDown","category":"node","cls":"pigsty.io","ins":"n1.pigsty.io","instance":"10.10.10.11:9100","ip":"10.10.10.11","job":"node","level":"0","severity":"CRIT"},"annotations":{"description":"node_up[ins=n1.pigsty.io, instance=10.10.10.11:9100] = 0 \u003c 1\n/ui/d/node-instance?var-ins=n1.pigsty.io\n","summary":"CRIT NodeDown n1.pigsty.io@10.10.10.11:9100"},"activeAt":"2026-10-13T02:32:10-07:00","id":"11348835882441592947","rule_id":"16019517992970412958","group_id":"16645464500811562701","expression":"node_up \u003c 1","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=11348835882441592947","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"16019517992970412958","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"HaproxyDown","query":"haproxy_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"haproxy_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-haproxy?var-ins={{ $labels.ins }}\n","summary":"CRIT HaproxyDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001540322,"lastEvaluation":"2026-10-13T02:32:49.026992751-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"12638265306320626676","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"VectorDown","query":"vector_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"vector_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN VectorDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001515607,"lastEvaluation":"2026-10-13T02:32:49.028690193-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"9785641553625993683","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"DockerDown","query":"docker_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"docker_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN DockerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000590873,"lastEvaluation":"2026-10-13T02:32:49.030252104-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17519437467855893973","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KeepalivedDown","query":"keepalived_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"keepalived_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KeepalivedDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000600687,"lastEvaluation":"2026-10-13T02:32:49.030864736-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14739400565412876089","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"pending","name":"NodeCpuHigh","query":"node:ins:cpu_usage_1m \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:cpu_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 70%\n","summary":"WARN NodeCpuHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.003626378,"lastEvaluation":"2026-10-13T02:32:49.031493016-07:00","alerts":[{"state":"pending","name":"NodeCpuHigh","value":"0.8855609","labels":{"alertgroup":"node-alert","alertname":"NodeCpuHigh","category":"node","cls":"pigsty.io","ins":"n1.pigsty.io","instance":"10.10.10.11:9100","ip":"10.10.10.11","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:cpu_usage[ins=n1.pigsty.io] = 0.89 \u003e 70%\n","summary":"WARN NodeCpuHigh n1.pigsty.io@10.10.10.11:9100 0.89"},"activeAt":"2026-10-13T02:31:30-07:00","id":"18380101713352529024","rule_id":"13796941076028204598","group_id":"16645464500811562701","expression":"node:ins:cpu_usage_1m \u003e 0.70","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=18380101713352529024","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"13796941076028204598","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"NodeLoadHigh","query":"node:ins:stdload1 \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:stdload1[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 100%\n","summary":"WARN NodeLoadHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.001184157,"lastEvaluation":"2026-10-13T02:32:49.035615667-07:00","alerts":[{"state":"firing","name":"NodeLoadHigh","value":"6.485","labels":{"alertgroup":"node-alert","alertname":"NodeLoadHigh","category":"node","cls":"pigsty.io","ins":"n1.pigsty.io","instance":"10.10.10.11:9100","ip":"10.10.10.11","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:stdload1[ins=n1.pigsty.io] = 6.49 \u003e 100%\n","summary":"WARN NodeLoadHigh n1.pigsty.io@10.10.10.11:9100 6.49"},"activeAt":"2026-10-13T02:30:50-07:00","id":"2235702116496944912","rule_id":"11095295423365407923","group_id":"16645464500811562701","expression":"node:ins:stdload1 \u003e 1","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=2235702116496944912","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"11095295423365407923","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeOutOfMem","query":"node:ins:mem_avail \u003c 0.10","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:mem_avail[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003c 10%\n","summary":"WARN NodeOutOfMem {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.001367644,"lastEvaluation":"2026-10-13T02:32:49.039585111-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"8066904298648559398","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"NodeMemSwapped","query":"node:ins:swap_usage \u003e 0.01","duration":300,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 1%\n","summary":"WARN NodeMemSwapped {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.001594836,"lastEvaluation":"2026-10-13T02:32:49.040970471-07:00","alerts":[{"state":"firing","name":"NodeMemSwapped","value":"0.3128171","labels":{"alertgroup":"node-alert","alertname":"NodeMemSwapped","category":"node","cls":"pg.center","ins":"pg.center","instance":"10.10.10.19:9100","ip":"10.10.10.19","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins=pg.center] = 0.31 \u003e 1%\n","summary":"WARN NodeMemSwapped pg.center@10.10.10.19:9100 0.31"},"activeAt":"2026-10-10T10:51:10-07:00","id":"17274234898273089834","rule_id":"6229805939734861597","group_id":"16645464500811562701","expression":"node:ins:swap_usage \u003e 0.01","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=17274234898273089834","restored":false,"stabilizing":false},{"state":"firing","name":"NodeMemSwapped","value":"0.22845481","labels":{"alertgroup":"node-alert","alertname":"NodeMemSwapped","category":"node","cls":"pigsty.io","ins":"n0.pigsty.io","instance":"10.10.10.10:9100","ip":"10.10.10.10","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins=n0.pigsty.io] = 0.23 \u003e 1%\n","summary":"WARN NodeMemSwapped n0.pigsty.io@10.10.10.10:9100 0.23"},"activeAt":"2026-09-29T07:47:00-07:00","id":"13853255754843882606","rule_id":"6229805939734861597","group_id":"16645464500811562701","expression":"node:ins:swap_usage \u003e 0.01","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=13853255754843882606","restored":false,"stabilizing":false},{"state":"firing","name":"NodeMemSwapped","value":"0.44966298","labels":{"alertgroup":"node-alert","alertname":"NodeMemSwapped","category":"node","cls":"pigsty.io","ins":"n2.pigsty.io","instance":"10.10.10.12:9100","ip":"10.10.10.12","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins=n2.pigsty.io] = 0.45 \u003e 1%\n","summary":"WARN NodeMemSwapped n2.pigsty.io@10.10.10.12:9100 0.45"},"activeAt":"2026-09-26T04:28:50-07:00","id":"10975896016542997896","rule_id":"6229805939734861597","group_id":"16645464500811562701","expression":"node:ins:swap_usage \u003e 0.01","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=10975896016542997896","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"6229805939734861597","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsSpaceFull","query":"node:fs:space_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:space_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsSpaceFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.001405976,"lastEvaluation":"2026-10-13T02:32:49.047039679-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"7038076033337763084","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsFilesFull","query":"node:fs:inode_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:inode_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsFilesFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.00137303,"lastEvaluation":"2026-10-13T02:32:49.048470083-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"8874572647086784580","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFdFull","query":"node:ins:fd_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:fd_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFdFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.001066666,"lastEvaluation":"2026-10-13T02:32:49.049864262-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"16813281865954641002","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeDiskSlow","query":"node:dev:disk_read_rt_1m{device=\"dfa\"} \u003e 0.032 or node:dev:disk_write_rt_1m{device=\"dfa\"} \u003e 0.032","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:dev:disk_read_rt_1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 32ms\n","summary":"INFO NodeReadSlow {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":0.000715545,"lastEvaluation":"2026-10-13T02:32:49.050947452-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10480812130110156229","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpErrHigh","query":"rate(node:ins:tcp_error[1m]) \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"rate(node:ins:tcp_error{ins={{ $labels.ins }}}[1m]) = {{ $value  | printf \"%.2f\" }} \u003e 1\n","summary":"WARN NodeTcpErrHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.001411249,"lastEvaluation":"2026-10-13T02:32:49.051692758-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"13135027163341137980","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpRetransHigh","query":"node:ins:tcp_retrans_ratio1m \u003e 1e-2","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:ins:tcp_retrans_ratio1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 1%\n","summary":"INFO NodeTcpRetransHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":0.002582708,"lastEvaluation":"2026-10-13T02:32:49.053121242-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"6776646381033655691","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTimeDrift","query":"node_timex_sync_status != 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node_timex_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 0 or\nnode_timex_sync_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 1\n","summary":"WARN NodeTimeDrift {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001462466,"lastEvaluation":"2026-10-13T02:32:49.055720444-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"772400409056077844","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:49.024712116-07:00","type":"prometheus","id":"16645464500811562701","file":"/infra/rules/node.yml","concurrency":1,"states":{"firing":2,"inactive":12,"pending":2}},{"name":"node-rules","rules":[{"state":"","name":"node:ins:uptime","query":"time() - node_boot_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003235006,"lastEvaluation":"2026-10-13T02:32:55.189374866-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"9401408525170488524","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins","query":"sum without (machine, release, version, sysname, domainname) (\n  label_replace(node_uname_info, \"id\", \"$1\", \"nodename\", \"(.+)\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"instance\", \"(.+)\\\\:\\\\d+\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"ins\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006101112,"lastEvaluation":"2026-10-13T02:32:55.192704424-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":12,"id":"7407674611584905885","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:time_irate1m","query":"irate(node_cpu_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.011517421,"lastEvaluation":"2026-10-13T02:32:55.198903781-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":120,"lastSeriesFetched":120,"id":"6511480272498948327","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:total_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006989861,"lastEvaluation":"2026-10-13T02:32:55.211183464-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":15,"lastSeriesFetched":120,"id":"17132181104544358717","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:idle_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m{mode=\"idle\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003480759,"lastEvaluation":"2026-10-13T02:32:55.218294569-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":15,"lastSeriesFetched":15,"id":"2455974463324679267","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage","query":"1 - node:cpu:idle_time_irate1m / node:cpu:total_time_irate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007139254,"lastEvaluation":"2026-10-13T02:32:55.221931867-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":15,"lastSeriesFetched":30,"id":"9127707955957573694","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg1m","query":"avg_over_time(node:cpu:usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003468444,"lastEvaluation":"2026-10-13T02:32:55.229201812-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":15,"lastSeriesFetched":15,"id":"6524487840412765699","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg5m","query":"avg_over_time(node:cpu:usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002583358,"lastEvaluation":"2026-10-13T02:32:55.232773435-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":15,"lastSeriesFetched":15,"id":"11118447404764511547","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg15m","query":"avg_over_time(node:cpu:usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005100607,"lastEvaluation":"2026-10-13T02:32:55.235478896-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":15,"lastSeriesFetched":15,"id":"16300686881889951345","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_count","query":"count without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001979409,"lastEvaluation":"2026-10-13T02:32:55.240706754-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":15,"id":"3198138003200265048","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_count","query":"sum by (cls, job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002830417,"lastEvaluation":"2026-10-13T02:32:55.242748344-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"9699243263915215623","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_count","query":"sum by (job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00218993,"lastEvaluation":"2026-10-13T02:32:55.245632594-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"2756649093465966298","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage","query":"avg without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001619638,"lastEvaluation":"2026-10-13T02:32:55.247864931-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":15,"id":"17361968402134592143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage","query":"avg by (cls, job) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00176661,"lastEvaluation":"2026-10-13T02:32:55.249538494-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":15,"id":"11734084268823284227","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage","query":"sum by (job) (node:cls:cpu_usage * node:cls:cpu_count) / sum by (job) (node:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004683764,"lastEvaluation":"2026-10-13T02:32:55.251360553-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"16230136649888883038","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_1m","query":"avg_over_time(node:ins:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003629491,"lastEvaluation":"2026-10-13T02:32:55.256091745-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"14901411241616117705","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_5m","query":"avg_over_time(node:ins:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001990001,"lastEvaluation":"2026-10-13T02:32:55.25979071-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"12801543779739365745","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_15m","query":"avg_over_time(node:ins:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002536749,"lastEvaluation":"2026-10-13T02:32:55.261833234-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"9325076280419598175","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_1m","query":"avg_over_time(node:cls:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001138488,"lastEvaluation":"2026-10-13T02:32:55.264429952-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"13999611393183662585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_5m","query":"avg_over_time(node:cls:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001802259,"lastEvaluation":"2026-10-13T02:32:55.265625709-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"11779632751403933217","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_15m","query":"avg_over_time(node:cls:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001138686,"lastEvaluation":"2026-10-13T02:32:55.267466113-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"10941882556654924635","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_1m","query":"avg_over_time(node:env:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001857566,"lastEvaluation":"2026-10-13T02:32:55.268656625-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9817129875516694697","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_5m","query":"avg_over_time(node:env:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001117292,"lastEvaluation":"2026-10-13T02:32:55.270554779-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13872681658318755785","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_15m","query":"avg_over_time(node:env:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000673179,"lastEvaluation":"2026-10-13T02:32:55.271712801-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14677879818390284497","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_timeslices_rate1m","query":"rate(node_schedstat_timeslices_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002487009,"lastEvaluation":"2026-10-13T02:32:55.272427926-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":15,"lastSeriesFetched":15,"id":"8728579936254624026","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_timeslices_rate1m","query":"sum without (cpu) (node:cpu:sched_timeslices)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000767437,"lastEvaluation":"2026-10-13T02:32:55.275092781-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10632709283231262498","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_wait_rate1m","query":"rate(node_schedstat_waiting_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002742239,"lastEvaluation":"2026-10-13T02:32:55.275881041-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":15,"lastSeriesFetched":15,"id":"18338811278325431648","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_wait_rate1m","query":"avg without (cpu) (node:cpu:sched_wait_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002377399,"lastEvaluation":"2026-10-13T02:32:55.278786553-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":15,"id":"10928534967844092506","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:forks_rate1m","query":"rate(node_forks_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002334021,"lastEvaluation":"2026-10-13T02:32:55.281224314-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"1808440412390199276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:interrupt_rate1m","query":"rate(node_intr_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002188978,"lastEvaluation":"2026-10-13T02:32:55.28361696-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"933163256379823210","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:ctx_switch_rate1m","query":"rate(node_context_switches_total{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001755467,"lastEvaluation":"2026-10-13T02:32:55.28660289-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"16604634143594084832","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload1","query":"node_load1 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002153221,"lastEvaluation":"2026-10-13T02:32:55.288406987-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"1374289539546190667","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload5","query":"node_load5 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002732316,"lastEvaluation":"2026-10-13T02:32:55.29062183-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"12884625502471395315","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload15","query":"node_load15 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002420529,"lastEvaluation":"2026-10-13T02:32:55.293416616-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"15908545669906044747","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload1","query":"sum by (cls, job) (node_load1) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00321567,"lastEvaluation":"2026-10-13T02:32:55.295883417-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"7117698929219768668","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload5","query":"sum by (cls, job) (node_load5) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001898771,"lastEvaluation":"2026-10-13T02:32:55.299149824-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"8066263819899311780","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload15","query":"sum by (cls, job) (node_load15) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00197074,"lastEvaluation":"2026-10-13T02:32:55.301085378-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"4847924583435378748","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload1","query":"sum by (job) (node:cls:stdload1) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002080913,"lastEvaluation":"2026-10-13T02:32:55.30311778-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10313513388187095890","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload5","query":"sum by (job) (node:cls:stdload5) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002272271,"lastEvaluation":"2026-10-13T02:32:55.305251633-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"15588910471447754058","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload15","query":"sum by (job) (node:cls:stdload15) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004204547,"lastEvaluation":"2026-10-13T02:32:55.307564394-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"267035687402678018","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_kernel","query":"node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007672811,"lastEvaluation":"2026-10-13T02:32:55.311805761-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":24,"id":"9049200433437858196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_rss","query":"node_memory_MemTotal_bytes -\n(node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes) - \nnode_memory_Buffers_bytes -\n(node_memory_Hugepagesize_bytes * node_memory_HugePages_Total) -\n(node_memory_Cached_bytes - node_memory_Mapped_bytes ) -\nnode_memory_MemFree_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.013439308,"lastEvaluation":"2026-10-13T02:32:55.319552816-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":52,"id":"9425556445431079500","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_avail","query":"node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001722072,"lastEvaluation":"2026-10-13T02:32:55.333052834-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"158920957374443895","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_usage","query":"1 - node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001263227,"lastEvaluation":"2026-10-13T02:32:55.334843493-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"14309124731473047595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swap_usage","query":"1 - node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002180815,"lastEvaluation":"2026-10-13T02:32:55.336141971-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"5356025052687237122","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_commit_ratio","query":"node_memory_Committed_AS_bytes / node_memory_CommitLimit_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00272065,"lastEvaluation":"2026-10-13T02:32:55.338393698-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"7919797404266592199","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:mem_usage","query":"1 - sum by (cls, job) (node_memory_MemAvailable_bytes) / sum by (cls, job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001210935,"lastEvaluation":"2026-10-13T02:32:55.341160267-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"96299415574904903","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_total","query":"sum by (job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000734298,"lastEvaluation":"2026-10-13T02:32:55.342407494-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"6068954742586035092","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_avail","query":"sum by (job) (node_memory_MemAvailable_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00102887,"lastEvaluation":"2026-10-13T02:32:55.343218965-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"11612225227846643624","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_usage","query":"1 - node:env:mem_avail / node:env:mem_total","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001947105,"lastEvaluation":"2026-10-13T02:32:55.344311255-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14038990321245007802","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagefault_rate1m","query":"rate(node_vmstat_pgfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00155751,"lastEvaluation":"2026-10-13T02:32:55.346304715-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"10950558275222527617","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pgmajfault_rate1m","query":"rate(node_vmstat_pgmajfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001351881,"lastEvaluation":"2026-10-13T02:32:55.347936264-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"4820790355900254269","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagein_rate1m","query":"rate(node_vmstat_pgpgin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001302629,"lastEvaluation":"2026-10-13T02:32:55.349348576-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"4941227209866765460","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pageout_rate1m","query":"rate(node_vmstat_pgpgout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001547278,"lastEvaluation":"2026-10-13T02:32:55.350698192-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"18096857954112164556","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapin_rate1m","query":"rate(node_vmstat_pswpin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000946125,"lastEvaluation":"2026-10-13T02:32:55.352302602-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"16485949045378414530","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapout_rate1m","query":"rate(node_vmstat_pswpout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001773531,"lastEvaluation":"2026-10-13T02:32:55.353317567-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"3620137707161442522","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_util_1m","query":"rate(node_disk_io_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001696649,"lastEvaluation":"2026-10-13T02:32:55.355132048-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"1039640768420056595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_avg_queue_size","query":"rate(node_disk_io_time_weighted_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002571405,"lastEvaluation":"2026-10-13T02:32:55.356914348-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"375174179580766960","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_reads_rate1m","query":"rate(node_disk_reads_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001528916,"lastEvaluation":"2026-10-13T02:32:55.359553053-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"1682238519860485907","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_reads_rate1m","query":"sum without (device) (node:dev:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001383119,"lastEvaluation":"2026-10-13T02:32:55.361158167-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":9,"id":"11076488824991184664","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_reads_rate1m","query":"sum by (cls, job) (node:ins:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001495254,"lastEvaluation":"2026-10-13T02:32:55.362598931-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"8446566679310242367","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_writes_rate1m","query":"rate(node_disk_writes_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001684887,"lastEvaluation":"2026-10-13T02:32:55.364147388-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"10578539936569969585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_writes_rate1m","query":"sum without (device) (node:dev:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001306926,"lastEvaluation":"2026-10-13T02:32:55.365944921-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":9,"id":"7015302838403950630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_writes_rate1m","query":"sum by (cls, job) (node:ins:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001698335,"lastEvaluation":"2026-10-13T02:32:55.367329983-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"7391741516196658613","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_rate1m","query":"rate(node_disk_reads_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00175623,"lastEvaluation":"2026-10-13T02:32:55.369080453-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"2788581623853275381","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_rate1m","query":"sum without (device) (node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002160576,"lastEvaluation":"2026-10-13T02:32:55.370907017-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":9,"id":"2778788110194942274","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_rate1m","query":"sum by (cls, job) (node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001523283,"lastEvaluation":"2026-10-13T02:32:55.373116616-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"5809903126020372797","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_rate1m","query":"rate(node_disk_writes_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002101818,"lastEvaluation":"2026-10-13T02:32:55.374678328-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"7235084307968569863","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_rate1m","query":"sum without (device) (node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001576197,"lastEvaluation":"2026-10-13T02:32:55.376906716-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":9,"id":"16085498518675736216","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_rate1m","query":"sum by (cls, job) (node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001224372,"lastEvaluation":"2026-10-13T02:32:55.378532882-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"6835701536281639319","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_iops_1m","query":"node:dev:disk_reads_rate1m + node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002219835,"lastEvaluation":"2026-10-13T02:32:55.379793673-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"3265428852773095087","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_iops_1m","query":"node:ins:disk_reads_rate1m + node:ins:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00234605,"lastEvaluation":"2026-10-13T02:32:55.382068787-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"2157555957308323204","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_iops_1m","query":"node:cls:disk_reads_rate1m + node:cls:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0019015,"lastEvaluation":"2026-10-13T02:32:55.384463868-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"4493202755107311520","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_ratio1m","query":"node:dev:disk_mreads_rate1m / (node:dev:disk_reads_rate1m + node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002352808,"lastEvaluation":"2026-10-13T02:32:55.386398464-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":27,"id":"2763597895872782081","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_ratio1m","query":"node:ins:disk_mreads_rate1m / (node:ins:disk_reads_rate1m + node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004974844,"lastEvaluation":"2026-10-13T02:32:55.388797278-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":12,"id":"9706823082731558609","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_ratio1m","query":"node:cls:disk_mreads_rate1m / (node:cls:disk_reads_rate1m + node:cls:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007546083,"lastEvaluation":"2026-10-13T02:32:55.393831644-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"10946930764275656549","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_ratio1m","query":"node:dev:disk_mwrites_rate1m / (node:dev:disk_writes_rate1m + node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003641026,"lastEvaluation":"2026-10-13T02:32:55.401421318-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":27,"id":"17196040158769018799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_ratio1m","query":"node:ins:disk_mwrites_rate1m / (node:ins:disk_writes_rate1m + node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003239821,"lastEvaluation":"2026-10-13T02:32:55.405106054-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":12,"id":"16679103603747457899","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_ratio1m","query":"node:cls:disk_mwrites_rate1m / (node:cls:disk_writes_rate1m + node:cls:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003125852,"lastEvaluation":"2026-10-13T02:32:55.408395569-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"17945334044271343687","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_bytes_rate1m","query":"rate(node_disk_read_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002292395,"lastEvaluation":"2026-10-13T02:32:55.411578872-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"8650203305232689995","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_read_bytes_rate1m","query":"sum without (device) (node:dev:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002445647,"lastEvaluation":"2026-10-13T02:32:55.414131434-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":9,"id":"15332426096650223050","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_read_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001199486,"lastEvaluation":"2026-10-13T02:32:55.416630542-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"12197276198489144125","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_bytes_rate1m","query":"rate(node_disk_written_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002611093,"lastEvaluation":"2026-10-13T02:32:55.417925654-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"4324285912741160117","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_write_bytes_rate1m","query":"sum without (device) (node:dev:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001601167,"lastEvaluation":"2026-10-13T02:32:55.420649192-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":9,"id":"2407775415700892680","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_write_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002240542,"lastEvaluation":"2026-10-13T02:32:55.422333343-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"18203376499968876383","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_bytes_rate1m","query":"node:dev:disk_read_bytes_rate1m + node:dev:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002910065,"lastEvaluation":"2026-10-13T02:32:55.424611988-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"17103780687438674338","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_io_bytes_rate1m","query":"node:ins:disk_read_bytes_rate1m + node:ins:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00262817,"lastEvaluation":"2026-10-13T02:32:55.427624229-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"7634097355351364107","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_io_bytes_rate1m","query":"node:cls:disk_read_bytes_rate1m + node:cls:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002890897,"lastEvaluation":"2026-10-13T02:32:55.430355824-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"12306718345381899195","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_time_rate1m","query":"rate(node_disk_read_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002747846,"lastEvaluation":"2026-10-13T02:32:55.433334541-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"493441833603193921","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_time_rate1m","query":"rate(node_disk_write_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001954046,"lastEvaluation":"2026-10-13T02:32:55.4361608-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"17392786703656715721","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_time_rate1m","query":"node:dev:disk_read_time_rate1m + node:dev:disk_write_time_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004927654,"lastEvaluation":"2026-10-13T02:32:55.438223118-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"3189036985064629128","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_rt_1m","query":"node:dev:disk_read_time_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002409435,"lastEvaluation":"2026-10-13T02:32:55.443230481-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":18,"id":"8750903587737753097","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_rt_1m","query":"node:dev:disk_write_time_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001851059,"lastEvaluation":"2026-10-13T02:32:55.44570909-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":18,"id":"15980683014711214494","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_rt_1m","query":"node:dev:disk_io_time_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002615614,"lastEvaluation":"2026-10-13T02:32:55.447611701-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":18,"id":"5937514610486234557","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_batch_1m","query":"node:dev:disk_read_bytes_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001760732,"lastEvaluation":"2026-10-13T02:32:55.450298882-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":18,"id":"7002375119565684291","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_batch_1m","query":"node:dev:disk_write_bytes_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002233698,"lastEvaluation":"2026-10-13T02:32:55.45211668-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":18,"id":"1251291249556704056","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_batch_1m","query":"node:dev:disk_io_bytes_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002504789,"lastEvaluation":"2026-10-13T02:32:55.454410224-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":18,"id":"8531865626973620799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:free_bytes","query":"node_filesystem_free_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00150344,"lastEvaluation":"2026-10-13T02:32:55.456958706-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"10979910753063419975","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:avail_bytes","query":"node_filesystem_avail_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001198458,"lastEvaluation":"2026-10-13T02:32:55.458513741-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"14416783627674954409","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:size_bytes","query":"node_filesystem_size_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001765583,"lastEvaluation":"2026-10-13T02:32:55.459752324-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"17971205748398254845","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:free_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:free_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001332906,"lastEvaluation":"2026-10-13T02:32:55.461566318-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"14063168386326828758","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:avail_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:avail_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001443668,"lastEvaluation":"2026-10-13T02:32:55.462950117-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"3654481458632202114","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:size_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:size_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000970002,"lastEvaluation":"2026-10-13T02:32:55.464446122-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"3486499289039781120","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:free_bytes","query":"sum by (job,cls) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001843704,"lastEvaluation":"2026-10-13T02:32:55.465483594-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"5780044484212321181","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:avail_bytes","query":"sum by (job,cls) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001237865,"lastEvaluation":"2026-10-13T02:32:55.467394505-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"9199778895366765533","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:size_bytes","query":"sum by (job,cls) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001713419,"lastEvaluation":"2026-10-13T02:32:55.468682116-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"8975245414572035823","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:free_bytes","query":"sum by(job) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001594862,"lastEvaluation":"2026-10-13T02:32:55.470440442-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"16041035882595269630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:avail_bytes","query":"sum by(job) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001487443,"lastEvaluation":"2026-10-13T02:32:55.472070561-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"3012382317060460076","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:size_bytes","query":"sum by(job) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001965261,"lastEvaluation":"2026-10-13T02:32:55.473617746-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"6117543757100819260","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_usage","query":"1 - node:fs:avail_bytes / node:fs:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00190531,"lastEvaluation":"2026-10-13T02:32:55.475618343-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"4382999053194567106","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage","query":"1 - node:cls:avail_bytes / node:cls:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002809131,"lastEvaluation":"2026-10-13T02:32:55.477579444-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"18047872142737324375","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:space_usage","query":"1 - node:env:avail_bytes / node:env:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002250995,"lastEvaluation":"2026-10-13T02:32:55.480450599-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18287372629020590798","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:space_usage_max","query":"max without (device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001477767,"lastEvaluation":"2026-10-13T02:32:55.482755373-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"3694672307248483276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage_max","query":"max by (job, cls) (node:ins:space_usage_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000876358,"lastEvaluation":"2026-10-13T02:32:55.484294634-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"4567425561398323456","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:device_space_usage_max","query":"max by (job, device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001273317,"lastEvaluation":"2026-10-13T02:32:55.485209058-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"7149798921473966970","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_deriv1h","query":"deriv(node:fs:avail_bytes[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001465794,"lastEvaluation":"2026-10-13T02:32:55.486523463-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"13071905999467551393","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_exhaust","query":"clamp(node:fs:avail_bytes / - node:fs:space_deriv1h, -1, 126230400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002961349,"lastEvaluation":"2026-10-13T02:32:55.488063447-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"825737251977168433","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_predict_1d","query":"predict_linear(node:fs:avail_bytes[1h], 86400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001779975,"lastEvaluation":"2026-10-13T02:32:55.491081144-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"7312162486390882946","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_free","query":"node_filesystem_files_free{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001938937,"lastEvaluation":"2026-10-13T02:32:55.492910007-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"7764012614224560675","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_total","query":"node_filesystem_files{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001305821,"lastEvaluation":"2026-10-13T02:32:55.494903964-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"12221817593094781928","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_used","query":"node:fs:inode_total - node:fs:inode_free","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001724585,"lastEvaluation":"2026-10-13T02:32:55.496282374-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"2353235944113471835","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_usage","query":"1 - (node:fs:inode_free / node:fs:inode_total)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001883783,"lastEvaluation":"2026-10-13T02:32:55.498103489-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"13017375553537892486","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:inode_usage","query":"sum without (fstype, device, mountpoint) (node:fs:inode_used{fstype!~\"fuse.juicefs\"}) /\nsum without (fstype, device, mountpoint) (node:fs:inode_total{fstype!~\"fuse.juicefs\"})\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002117987,"lastEvaluation":"2026-10-13T02:32:55.500056499-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"10136767057603863587","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_usage","query":"node_filefd_allocated / node_filefd_maximum","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003538247,"lastEvaluation":"2026-10-13T02:32:55.502246977-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"4955618590193918914","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_alloc_rate1m","query":"rate(node_filefd_allocated[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001449635,"lastEvaluation":"2026-10-13T02:32:55.505851608-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"13170875815063382245","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_pps1m","query":"rate(node_network_transmit_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002587089,"lastEvaluation":"2026-10-13T02:32:55.507360014-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":14,"id":"9834574141084855052","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_pps1m","query":"sum without (device) (node:dev:network_tx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001291511,"lastEvaluation":"2026-10-13T02:32:55.510067086-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":10,"id":"2500392901825298143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_pps1m","query":"sum by (cls, job) (node:ins:network_tx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001348038,"lastEvaluation":"2026-10-13T02:32:55.511418589-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"1475677575844446161","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_pps1m","query":"rate(node_network_receive_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002002432,"lastEvaluation":"2026-10-13T02:32:55.51280889-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":14,"id":"17121500552515957491","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_pps1m","query":"sum without (device) (node:dev:network_rx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002219575,"lastEvaluation":"2026-10-13T02:32:55.514960137-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":10,"id":"2351586985660014451","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_pps1m","query":"sum by (cls, job) (node:ins:network_rx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001276966,"lastEvaluation":"2026-10-13T02:32:55.517235311-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"7923903420092600421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_bytes_rate1m","query":"rate(node_network_transmit_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001541062,"lastEvaluation":"2026-10-13T02:32:55.518559073-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":14,"id":"10778242466479833539","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_bytes_rate1m","query":"sum without (device) (node:dev:network_tx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001746792,"lastEvaluation":"2026-10-13T02:32:55.520238637-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":10,"id":"8745313656592943169","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_tx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001420676,"lastEvaluation":"2026-10-13T02:32:55.522036506-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"3466082146143059447","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_bytes_rate1m","query":"rate(node_network_receive_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001492752,"lastEvaluation":"2026-10-13T02:32:55.523494327-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":14,"id":"11329708595306275246","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_bytes_rate1m","query":"sum without (device) (node:dev:network_rx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001672443,"lastEvaluation":"2026-10-13T02:32:55.525074988-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":10,"id":"8694923600102619729","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_rx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001643136,"lastEvaluation":"2026-10-13T02:32:55.526801731-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"17155521437898369647","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_io_bytes_rate1m","query":"node:dev:network_tx_bytes_rate1m + node:dev:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003155895,"lastEvaluation":"2026-10-13T02:32:55.528473937-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":28,"id":"11130441513454892196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_io_bytes_rate1m","query":"node:ins:network_tx_bytes_rate1m + node:ins:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002091474,"lastEvaluation":"2026-10-13T02:32:55.531719571-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"3892043452148036421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_io_bytes_rate1m","query":"node:cls:network_tx_bytes_rate1m + node:cls:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001721228,"lastEvaluation":"2026-10-13T02:32:55.53386088-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"12704071980150434653","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_insegs_rate1m","query":"rate(node_netstat_Tcp_InSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001304859,"lastEvaluation":"2026-10-13T02:32:55.535620728-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"2095464197458670527","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_outsegs_rate1m","query":"rate(node_netstat_Tcp_OutSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001627238,"lastEvaluation":"2026-10-13T02:32:55.536987973-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"16922243865170929429","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retranssegs_rate1m","query":"rate(node_netstat_Tcp_RetransSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001350661,"lastEvaluation":"2026-10-13T02:32:55.538660316-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"12630992637797387537","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_segs_rate1m","query":"node:ins:tcp_insegs_rate1m + node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002639246,"lastEvaluation":"2026-10-13T02:32:55.540073525-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"3370957586048932247","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retrans_ratio1m","query":"node:ins:tcp_retranssegs_rate1m / node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001866544,"lastEvaluation":"2026-10-13T02:32:55.542769132-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"12061866672527319811","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error","query":"node_netstat_TcpExt_ListenOverflows +\nnode_netstat_TcpExt_ListenDrops +\nnode_netstat_Tcp_InErrs\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002429792,"lastEvaluation":"2026-10-13T02:32:55.544690021-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":12,"id":"2327029536744172221","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error_rate1m","query":"rate(node:ins:tcp_error[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001389369,"lastEvaluation":"2026-10-13T02:32:55.547174365-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"504568682359502182","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_passive_opens_rate1m","query":"rate(node_netstat_Tcp_PassiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001291695,"lastEvaluation":"2026-10-13T02:32:55.54863632-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"364941722437328862","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_active_opens_rate1m","query":"rate(node_netstat_Tcp_ActiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001339271,"lastEvaluation":"2026-10-13T02:32:55.54997919-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"15408295591702414230","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_attempt_fails_rate1m","query":"rate(node_netstat_Tcp_AttemptFails[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000576437,"lastEvaluation":"2026-10-13T02:32:55.551366846-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10057672448710284842","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_estab_resets_rate1m","query":"rate(node_netstat_Tcp_EstabResets[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000540773,"lastEvaluation":"2026-10-13T02:32:55.551961623-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17671799673889975654","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_overflow_rate1m","query":"rate(node_netstat_TcpExt_ListenOverflows[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000919538,"lastEvaluation":"2026-10-13T02:32:55.552516795-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"16102654749192581656","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_dropped_rate1m","query":"rate(node_netstat_TcpExt_ListenDrops[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000941855,"lastEvaluation":"2026-10-13T02:32:55.553479981-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"441294451272562185","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_in_rate1m","query":"rate(node_netstat_Udp_InDatagrams{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001239898,"lastEvaluation":"2026-10-13T02:32:55.554473195-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"13020822701543001053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_out_rate1m","query":"rate(node_netstat_Udp_OutDatagrams[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001126978,"lastEvaluation":"2026-10-13T02:32:55.555761988-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"816231822340098869","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:time_drift","query":"abs(node_timex_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001528727,"lastEvaluation":"2026-10-13T02:32:55.556935114-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"7682200244850562782","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_max","query":"max by (cls, job) (node:ins:time_drift)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000995994,"lastEvaluation":"2026-10-13T02:32:55.558532374-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"11993828628350714389","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_range","query":"max by (cls, job) (node_ntp_offset_seconds) - min by (cls, job) (node_ntp_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000636046,"lastEvaluation":"2026-10-13T02:32:55.559569196-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15889567878220105564","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:usage","query":"(100 - haproxy_process_idle_time_percent) / 100","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001382765,"lastEvaluation":"2026-10-13T02:32:55.560236247-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2939446184940134053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:usage","query":"avg by (cls, job) (haproxy:ins:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001643068,"lastEvaluation":"2026-10-13T02:32:55.561687691-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16940574373432258100","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:uptime","query":"time() - haproxy_process_start_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001576964,"lastEvaluation":"2026-10-13T02:32:55.563364501-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16338792656219911194","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:service_up","query":"sum by (ins,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002384438,"lastEvaluation":"2026-10-13T02:32:55.56499301-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":33,"id":"1344148196238044354","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:service_up","query":"sum by (cls,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00148948,"lastEvaluation":"2026-10-13T02:32:55.567439486-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":33,"id":"16649755141579707266","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:55.189363359-07:00","type":"prometheus","id":"9569716277840004918","file":"/infra/rules/node.yml","concurrency":1,"states":{"":163}},{"name":"pgbouncer-rules","rules":[{"state":"","name":"pgbouncer:ins:pools","query":"sum without (list) (pgbouncer_list_items{list=\"pools\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002955532,"lastEvaluation":"2026-10-13T02:32:56.107484019-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"12942647622366792126","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_databases","query":"sum without (list) (pgbouncer_list_items{list=\"databases\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001654258,"lastEvaluation":"2026-10-13T02:32:56.11052505-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"13713259204279716297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_users","query":"sum without (list) (pgbouncer_list_items{list=\"users\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001918509,"lastEvaluation":"2026-10-13T02:32:56.112223902-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"18065923159853984181","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_clients","query":"sum without (list) (pgbouncer_list_items{list=\"login_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001363165,"lastEvaluation":"2026-10-13T02:32:56.114211087-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"11296445438106877812","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_clients","query":"sum without (list) (pgbouncer_list_items{list=\"free_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001376377,"lastEvaluation":"2026-10-13T02:32:56.115638938-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"18059692414698575640","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_clients","query":"sum without (list) (pgbouncer_list_items{list=\"used_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001263252,"lastEvaluation":"2026-10-13T02:32:56.11708285-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"16936560641674546848","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_servers","query":"sum without (list) (pgbouncer_list_items{list=\"free_servers\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001502457,"lastEvaluation":"2026-10-13T02:32:56.118405746-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"8510951014774195104","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_max_conn","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"} + pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004648232,"lastEvaluation":"2026-10-13T02:32:56.119984292-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":12,"id":"4569381032620845819","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_size","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002185215,"lastEvaluation":"2026-10-13T02:32:56.124697804-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":6,"id":"14314431412376948506","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_reserve_size","query":"pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00238081,"lastEvaluation":"2026-10-13T02:32:56.126953192-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":6,"id":"14177969376751796058","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_current_conn","query":"pgbouncer_database_current_connections{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002444728,"lastEvaluation":"2026-10-13T02:32:56.129388234-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":6,"id":"2583612998387707560","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_paused","query":"pgbouncer_database_paused{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00169276,"lastEvaluation":"2026-10-13T02:32:56.131893042-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":6,"id":"307446159873871703","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_disabled","query":"pgbouncer_database_disabled{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002504644,"lastEvaluation":"2026-10-13T02:32:56.133657787-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":6,"id":"16396425284889826859","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_size","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002641692,"lastEvaluation":"2026-10-13T02:32:56.136221126-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":12,"id":"9896262438831468293","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage_reserve","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_max_conn","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002687641,"lastEvaluation":"2026-10-13T02:32:56.138944457-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":12,"id":"3340962010117008318","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:maxwait","query":"pgbouncer_pool_maxwait{datname!=\"pgbouncer\"} + pgbouncer_pool_maxwait_us{datname!=\"pgbouncer\"} / 1000000","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000782963,"lastEvaluation":"2026-10-13T02:32:56.141739511-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13721659189519079860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:maxwait","query":"max without(user, pool_mode) (pgbouncer:pool:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000816054,"lastEvaluation":"2026-10-13T02:32:56.14254768-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2501772842606390421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:maxwait","query":"max without(datname) (pgbouncer:db:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000956207,"lastEvaluation":"2026-10-13T02:32:56.143389471-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14047226077408826600","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:maxwait","query":"max by (job, cls) (pgbouncer:ins:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000990466,"lastEvaluation":"2026-10-13T02:32:56.144365944-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10054454817646615404","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:maxwait","query":"max by (job) (pgbouncer:cls:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000541566,"lastEvaluation":"2026-10-13T02:32:56.145373393-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18011942596883792789","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_servers","query":"pgbouncer_pool_active_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000659057,"lastEvaluation":"2026-10-13T02:32:56.145930625-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13070576377035100461","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_servers","query":"sum without(user, pool_mode) (pgbouncer:pool:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000625387,"lastEvaluation":"2026-10-13T02:32:56.146610953-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11245358715280526026","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_servers","query":"sum without(datname) (pgbouncer:db:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000523585,"lastEvaluation":"2026-10-13T02:32:56.147312645-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8656284353938743601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_servers","query":"sum by (job, cls) (pgbouncer:ins:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000662785,"lastEvaluation":"2026-10-13T02:32:56.147854073-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11267453456318829085","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_servers","query":"sum by (job) (pgbouncer:cls:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000653581,"lastEvaluation":"2026-10-13T02:32:56.148535473-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11469927817621831632","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:idle_servers","query":"pgbouncer_pool_idle_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000641967,"lastEvaluation":"2026-10-13T02:32:56.149201852-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7827547889023447621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:idle_servers","query":"max without(user, pool_mode) (pgbouncer:pool:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000620573,"lastEvaluation":"2026-10-13T02:32:56.149868898-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11512556696953898705","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:idle_servers","query":"sum without(datname) (pgbouncer:db:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000735035,"lastEvaluation":"2026-10-13T02:32:56.150506527-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3370469537464805857","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:idle_servers","query":"sum by (job, cls) (pgbouncer:ins:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000678002,"lastEvaluation":"2026-10-13T02:32:56.151257499-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11476642093148412989","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:idle_servers","query":"sum by (job) (pgbouncer:cls:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000684604,"lastEvaluation":"2026-10-13T02:32:56.151952806-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5947924773536321260","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:used_servers","query":"pgbouncer_pool_used_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000993765,"lastEvaluation":"2026-10-13T02:32:56.152658369-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5132143281003424133","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:used_servers","query":"max without(user, pool_mode) (pgbouncer:pool:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000817798,"lastEvaluation":"2026-10-13T02:32:56.153672453-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9060300402750789799","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_servers","query":"sum without(datname) (pgbouncer:db:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000614568,"lastEvaluation":"2026-10-13T02:32:56.154508546-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6309442615454041777","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:used_servers","query":"sum by (job, cls) (pgbouncer:ins:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000629437,"lastEvaluation":"2026-10-13T02:32:56.15513605-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9251530493516850913","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:used_servers","query":"sum by (job) (pgbouncer:cls:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000644125,"lastEvaluation":"2026-10-13T02:32:56.155779215-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5466262681065599200","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:tested_servers","query":"pgbouncer_pool_tested_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000617019,"lastEvaluation":"2026-10-13T02:32:56.156441484-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13854649105927815609","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tested_servers","query":"max without(user, pool_mode) (pgbouncer:pool:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000723126,"lastEvaluation":"2026-10-13T02:32:56.15707132-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"266362474762068467","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tested_servers","query":"sum without(datname) (pgbouncer:db:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000879647,"lastEvaluation":"2026-10-13T02:32:56.157806648-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15604940452557989301","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tested_servers","query":"sum by (job, cls) (pgbouncer:ins:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000932102,"lastEvaluation":"2026-10-13T02:32:56.158711597-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927093612182810757","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tested_servers","query":"sum by (job) (pgbouncer:cls:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000525036,"lastEvaluation":"2026-10-13T02:32:56.159664401-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14647098826657490512","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:login_servers","query":"pgbouncer_pool_login_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000704866,"lastEvaluation":"2026-10-13T02:32:56.160201639-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2785493443077456583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:login_servers","query":"max without(user, pool_mode) (pgbouncer:pool:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001129196,"lastEvaluation":"2026-10-13T02:32:56.160930816-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15456536158287755285","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_servers","query":"sum without(datname) (pgbouncer:db:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001093322,"lastEvaluation":"2026-10-13T02:32:56.162089351-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16279662453057123063","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:login_servers","query":"sum by (job, cls) (pgbouncer:ins:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000674566,"lastEvaluation":"2026-10-13T02:32:56.163200052-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11669796278784953575","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:login_servers","query":"sum by (job) (pgbouncer:cls:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001030693,"lastEvaluation":"2026-10-13T02:32:56.163893373-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10393964524441528956","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_clients","query":"pgbouncer_pool_active_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000741055,"lastEvaluation":"2026-10-13T02:32:56.164949523-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3880454760516650325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_clients","query":"max without(user, pool_mode) (pgbouncer:pool:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00078602,"lastEvaluation":"2026-10-13T02:32:56.165702174-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5135853015020261113","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_clients","query":"sum without(datname) (pgbouncer:db:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000694814,"lastEvaluation":"2026-10-13T02:32:56.166507815-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15842760231761769377","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_clients","query":"sum by (job, cls) (pgbouncer:ins:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00070277,"lastEvaluation":"2026-10-13T02:32:56.167228103-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3587927330746539117","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_clients","query":"sum by (job) (pgbouncer:cls:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000710055,"lastEvaluation":"2026-10-13T02:32:56.167947813-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14859089288488537880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:waiting_clients","query":"pgbouncer_pool_waiting_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000539384,"lastEvaluation":"2026-10-13T02:32:56.16867537-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3288314449700698863","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:waiting_clients","query":"max without(user, pool_mode) (pgbouncer:pool:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000828726,"lastEvaluation":"2026-10-13T02:32:56.169230027-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18089947826512265237","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:waiting_clients","query":"sum without(datname) (pgbouncer:db:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000770388,"lastEvaluation":"2026-10-13T02:32:56.170075821-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7638669144183311775","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:waiting_clients","query":"sum by (job, cls) (pgbouncer:ins:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000788188,"lastEvaluation":"2026-10-13T02:32:56.170866583-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3234624365564887887","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:waiting_clients","query":"sum by (job) (pgbouncer:cls:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000543831,"lastEvaluation":"2026-10-13T02:32:56.171672015-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"267226942804466528","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tx_rate1m","query":"rate(pgbouncer_stat_total_sent{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000690007,"lastEvaluation":"2026-10-13T02:32:56.172229774-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11167750833867463178","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tx_rate1m","query":"sum without (datname) (pgbouncer:db:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000639859,"lastEvaluation":"2026-10-13T02:32:56.172945867-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18245525938526752761","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000617211,"lastEvaluation":"2026-10-13T02:32:56.173600328-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17696731431565508909","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tx_rate1m","query":"sum by (job) (pgbouncer:cls:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000563502,"lastEvaluation":"2026-10-13T02:32:56.174234969-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13305896490371079622","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:rx_rate1m","query":"rate(pgbouncer_stat_total_received{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003627631,"lastEvaluation":"2026-10-13T02:32:56.174814122-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12578426972751111097","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:rx_rate1m","query":"sum without (datname) (pgbouncer:db:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000731871,"lastEvaluation":"2026-10-13T02:32:56.178462259-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3109363724158199661","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:rx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000720454,"lastEvaluation":"2026-10-13T02:32:56.179212165-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5591676709588192465","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:rx_rate1m","query":"sum by (job) (pgbouncer:cls:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000529086,"lastEvaluation":"2026-10-13T02:32:56.179955402-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3563988668216636666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate1m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000595767,"lastEvaluation":"2026-10-13T02:32:56.180498863-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3740625630271081688","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate1m","query":"sum without(datname) (pgbouncer:db:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00061756,"lastEvaluation":"2026-10-13T02:32:56.181115976-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14136611538080937873","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000589161,"lastEvaluation":"2026-10-13T02:32:56.181782926-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2087352219426969421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate1m","query":"sum by (job) (pgbouncer:cls:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000699673,"lastEvaluation":"2026-10-13T02:32:56.182393237-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17766745823825320666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate5m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000812146,"lastEvaluation":"2026-10-13T02:32:56.183113765-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16116456164446556784","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate5m","query":"sum without(datname) (pgbouncer:db:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000822973,"lastEvaluation":"2026-10-13T02:32:56.18395256-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9316447337150496513","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000619888,"lastEvaluation":"2026-10-13T02:32:56.184794684-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12195971447631486621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate5m","query":"sum by (job) (pgbouncer:cls:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000651443,"lastEvaluation":"2026-10-13T02:32:56.185451151-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1538991519392549298","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate15m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000606564,"lastEvaluation":"2026-10-13T02:32:56.18612272-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9888718009919646074","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate15m","query":"sum without(datname) (pgbouncer:db:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00060865,"lastEvaluation":"2026-10-13T02:32:56.186752714-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9056490063223125409","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000693616,"lastEvaluation":"2026-10-13T02:32:56.187382006-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14493635541073050145","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate15m","query":"sum by (job) (pgbouncer:cls:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000742204,"lastEvaluation":"2026-10-13T02:32:56.188098682-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17730415957785363616","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate1m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000714079,"lastEvaluation":"2026-10-13T02:32:56.188867722-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12204560841681626988","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate1m","query":"sum without(datname) (pgbouncer:db:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000718698,"lastEvaluation":"2026-10-13T02:32:56.189601662-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8759875995429366625","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000688024,"lastEvaluation":"2026-10-13T02:32:56.190340137-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1736394159076550749","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate1m","query":"sum by (job) (pgbouncer:cls:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000747593,"lastEvaluation":"2026-10-13T02:32:56.191048831-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3044688242506794692","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate5m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000665107,"lastEvaluation":"2026-10-13T02:32:56.191814913-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3400571581623895300","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate5m","query":"sum without(datname) (pgbouncer:db:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000942043,"lastEvaluation":"2026-10-13T02:32:56.192505409-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8527357197719493009","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000666287,"lastEvaluation":"2026-10-13T02:32:56.193466383-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16453928933640051629","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate5m","query":"sum by (job) (pgbouncer:cls:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000742268,"lastEvaluation":"2026-10-13T02:32:56.194149372-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11216385055538176124","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate15m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000646855,"lastEvaluation":"2026-10-13T02:32:56.194907261-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6914809366373461532","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate15m","query":"sum without(datname) (pgbouncer:db:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000861113,"lastEvaluation":"2026-10-13T02:32:56.195578982-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12798326756859976103","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000604871,"lastEvaluation":"2026-10-13T02:32:56.19647147-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16996761605058576511","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate15m","query":"sum by (job) (pgbouncer:cls:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000651668,"lastEvaluation":"2026-10-13T02:32:56.197090425-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"992539772389130880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_1m","query":"pgbouncer:db:xact_time_rate1m / pgbouncer:db:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000777318,"lastEvaluation":"2026-10-13T02:32:56.197769161-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8525378170363989820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_1m","query":"pgbouncer:ins:xact_time_rate1m / pgbouncer:ins:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000568522,"lastEvaluation":"2026-10-13T02:32:56.198563778-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4896629337565647312","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_1m","query":"pgbouncer:cls:xact_time_rate1m / pgbouncer:cls:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000651434,"lastEvaluation":"2026-10-13T02:32:56.199156749-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5159897392552725916","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_1m","query":"pgbouncer:env:xact_time_rate1m / pgbouncer:env:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000668967,"lastEvaluation":"2026-10-13T02:32:56.199849114-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7587791248660677295","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_5m","query":"pgbouncer:db:xact_time_rate5m / pgbouncer:db:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000761066,"lastEvaluation":"2026-10-13T02:32:56.200536155-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14577319059785982568","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_5m","query":"pgbouncer:ins:xact_time_rate5m / pgbouncer:ins:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000758455,"lastEvaluation":"2026-10-13T02:32:56.201315645-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6586495870499275860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_5m","query":"pgbouncer:cls:xact_time_rate5m / pgbouncer:cls:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000728766,"lastEvaluation":"2026-10-13T02:32:56.202088702-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17907336253281296832","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_5m","query":"pgbouncer:env:xact_time_rate5m / pgbouncer:env:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00061428,"lastEvaluation":"2026-10-13T02:32:56.202835701-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"95410560678652499","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_15m","query":"pgbouncer:db:xact_time_rate15m / pgbouncer:db:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000731217,"lastEvaluation":"2026-10-13T02:32:56.203473528-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6831773782268294533","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_15m","query":"pgbouncer:ins:xact_time_rate15m / pgbouncer:ins:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000776049,"lastEvaluation":"2026-10-13T02:32:56.204231264-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3933710577263101571","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_15m","query":"pgbouncer:cls:xact_time_rate15m / pgbouncer:cls:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000986069,"lastEvaluation":"2026-10-13T02:32:56.205025972-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10312057244330643","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_15m","query":"pgbouncer:env:xact_time_rate15m / pgbouncer:env:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000586484,"lastEvaluation":"2026-10-13T02:32:56.206033418-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17734341176475276344","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate1m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000546742,"lastEvaluation":"2026-10-13T02:32:56.206638851-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4030236339489876276","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate1m","query":"sum without(datname) (pgbouncer:db:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000581505,"lastEvaluation":"2026-10-13T02:32:56.207202443-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13263051225998082001","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000561018,"lastEvaluation":"2026-10-13T02:32:56.207801649-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16553216261411093869","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate1m","query":"sum by (job) (pgbouncer:cls:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000690609,"lastEvaluation":"2026-10-13T02:32:56.208382321-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3678920803507566516","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate5m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000700808,"lastEvaluation":"2026-10-13T02:32:56.209088634-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13473450182174373820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate5m","query":"sum without(datname) (pgbouncer:db:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000758912,"lastEvaluation":"2026-10-13T02:32:56.209808709-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1043525826962439297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000658,"lastEvaluation":"2026-10-13T02:32:56.210587558-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15749103647105979325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate5m","query":"sum by (job) (pgbouncer:cls:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000646631,"lastEvaluation":"2026-10-13T02:32:56.211286836-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10209334791949470236","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate15m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000661974,"lastEvaluation":"2026-10-13T02:32:56.211948764-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11963653117917925868","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate15m","query":"sum without(datname) (pgbouncer:db:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000700467,"lastEvaluation":"2026-10-13T02:32:56.212631453-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9742666048875778503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000614249,"lastEvaluation":"2026-10-13T02:32:56.213351535-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9268097988831688327","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate15m","query":"sum by (job) (pgbouncer:cls:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0007954,"lastEvaluation":"2026-10-13T02:32:56.21398209-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1339791792332322656","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate1m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000626769,"lastEvaluation":"2026-10-13T02:32:56.214794609-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15918163108252826884","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate1m","query":"sum without(datname) (pgbouncer:db:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000919176,"lastEvaluation":"2026-10-13T02:32:56.215442779-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2884077342831643905","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000651204,"lastEvaluation":"2026-10-13T02:32:56.216380179-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9274756391330260317","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate1m","query":"sum by (job) (pgbouncer:cls:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000579858,"lastEvaluation":"2026-10-13T02:32:56.217044136-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1301243819217904718","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate5m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000696566,"lastEvaluation":"2026-10-13T02:32:56.217645943-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3870623551202742044","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate5m","query":"sum without(datname) (pgbouncer:db:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000530431,"lastEvaluation":"2026-10-13T02:32:56.218368078-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4987186219666087345","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000734752,"lastEvaluation":"2026-10-13T02:32:56.21891621-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"716255640911010029","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate5m","query":"sum by (job) (pgbouncer:cls:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00063142,"lastEvaluation":"2026-10-13T02:32:56.219669317-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7086627980880779486","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate15m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000651697,"lastEvaluation":"2026-10-13T02:32:56.220323488-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9552928502638241426","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate15m","query":"sum without(datname) (pgbouncer:db:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00056546,"lastEvaluation":"2026-10-13T02:32:56.220996141-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10063640118005595381","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000637754,"lastEvaluation":"2026-10-13T02:32:56.221580942-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13901261785357738365","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate15m","query":"sum by (job) (pgbouncer:cls:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000555847,"lastEvaluation":"2026-10-13T02:32:56.222285294-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17602774934242268896","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_1m","query":"pgbouncer:db:query_time_rate1m / pgbouncer:db:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000726545,"lastEvaluation":"2026-10-13T02:32:56.222862802-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12359009703324156430","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_1m","query":"pgbouncer:ins:query_time_rate1m / pgbouncer:ins:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000567898,"lastEvaluation":"2026-10-13T02:32:56.223607537-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"392512558592054466","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_1m","query":"pgbouncer:cls:query_time_rate1m / pgbouncer:cls:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000929887,"lastEvaluation":"2026-10-13T02:32:56.22419412-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7738493304532924302","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_1m","query":"pgbouncer:env:query_time_rate1m / pgbouncer:env:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000715858,"lastEvaluation":"2026-10-13T02:32:56.225141269-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14104793479584792601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_5m","query":"pgbouncer:db:query_time_rate5m / pgbouncer:db:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000797995,"lastEvaluation":"2026-10-13T02:32:56.225916068-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12235519161383816802","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_5m","query":"pgbouncer:ins:query_time_rate5m / pgbouncer:ins:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000768274,"lastEvaluation":"2026-10-13T02:32:56.226738122-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4813022187705871934","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_5m","query":"pgbouncer:cls:query_time_rate5m / pgbouncer:cls:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000643959,"lastEvaluation":"2026-10-13T02:32:56.227524994-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13221718208110711370","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_5m","query":"pgbouncer:env:query_time_rate5m / pgbouncer:env:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000715611,"lastEvaluation":"2026-10-13T02:32:56.228189896-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13557846855021675701","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_15m","query":"pgbouncer:db:query_time_rate15m / pgbouncer:db:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000732059,"lastEvaluation":"2026-10-13T02:32:56.228931499-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4734334604394819121","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_15m","query":"pgbouncer:ins:query_time_rate15m/ pgbouncer:ins:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000695401,"lastEvaluation":"2026-10-13T02:32:56.22968229-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7102059950304496795","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_15m","query":"pgbouncer:cls:query_time_rate15m / pgbouncer:cls:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000683203,"lastEvaluation":"2026-10-13T02:32:56.23039749-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6079692576477330519","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_15m","query":"pgbouncer:env:query_time_rate15m / pgbouncer:env:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000671002,"lastEvaluation":"2026-10-13T02:32:56.23110284-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"322491315079262308","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000715613,"lastEvaluation":"2026-10-13T02:32:56.231790547-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6702519705023515371","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000659353,"lastEvaluation":"2026-10-13T02:32:56.23252469-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13771999335908587021","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000871612,"lastEvaluation":"2026-10-13T02:32:56.233204972-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15323056098326598985","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000748806,"lastEvaluation":"2026-10-13T02:32:56.234094451-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17894933809886178249","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000805469,"lastEvaluation":"2026-10-13T02:32:56.234862076-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7280999691736020311","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000550317,"lastEvaluation":"2026-10-13T02:32:56.235691148-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3818056080617635719","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00052244,"lastEvaluation":"2026-10-13T02:32:56.236253706-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4307963209055810479","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000570394,"lastEvaluation":"2026-10-13T02:32:56.236792954-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8559272014269465901","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000745559,"lastEvaluation":"2026-10-13T02:32:56.237382933-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6002888882319415349","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000600896,"lastEvaluation":"2026-10-13T02:32:56.238150412-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2298168141051237899","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000718542,"lastEvaluation":"2026-10-13T02:32:56.238772945-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13475535050584380503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000517071,"lastEvaluation":"2026-10-13T02:32:56.239512244-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4508632583397059141","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000702262,"lastEvaluation":"2026-10-13T02:32:56.240047266-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7625595280695540583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000615813,"lastEvaluation":"2026-10-13T02:32:56.240763832-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"904240659522859631","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000640403,"lastEvaluation":"2026-10-13T02:32:56.24140654-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4890820706078939695","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000500757,"lastEvaluation":"2026-10-13T02:32:56.242065924-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11445153854148752107","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load1","query":"pgbouncer:ins:query_time_rate1m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002046683,"lastEvaluation":"2026-10-13T02:32:56.242578542-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"11930861836863862762","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load5","query":"pgbouncer:ins:query_time_rate5m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001867893,"lastEvaluation":"2026-10-13T02:32:56.244680912-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"13508703215354502586","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load15","query":"pgbouncer:ins:query_time_rate15m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001181918,"lastEvaluation":"2026-10-13T02:32:56.246630333-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"10152365037364847562","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load1","query":"pgbouncer:cls:query_time_rate1m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001258843,"lastEvaluation":"2026-10-13T02:32:56.247879739-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"10300294395247786048","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load5","query":"pgbouncer:cls:query_time_rate5m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001169997,"lastEvaluation":"2026-10-13T02:32:56.249193405-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"9989966173135149208","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load15","query":"pgbouncer:cls:query_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001065568,"lastEvaluation":"2026-10-13T02:32:56.250402986-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"18271590557154368902","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation1","query":"max without (instance) (pg:ins:load1 \u003e ignoring(instance) pgbouncer:ins:load1 or pgbouncer:ins:load1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00260752,"lastEvaluation":"2026-10-13T02:32:56.251494539-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":12,"id":"14667439630566741977","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation5","query":"max without (instance) (pg:ins:load5 \u003e ignoring(instance) pgbouncer:ins:load5 or pgbouncer:ins:load5)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002240188,"lastEvaluation":"2026-10-13T02:32:56.254170008-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":12,"id":"2635908908962881321","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation15","query":"max without (instance) (pg:ins:load15 \u003e ignoring(instance) pgbouncer:ins:load15 or pgbouncer:ins:load15)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002973857,"lastEvaluation":"2026-10-13T02:32:56.256490428-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":12,"id":"17063994941181489169","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation1","query":"pg:cls:load1 \u003e pgbouncer:cls:load1 or pgbouncer:cls:load1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003071105,"lastEvaluation":"2026-10-13T02:32:56.25953661-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"3336741103202095075","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation5","query":"pg:cls:load5 \u003e pgbouncer:cls:load5 or pgbouncer:cls:load5","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004334616,"lastEvaluation":"2026-10-13T02:32:56.262643216-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"536725473624613403","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation15","query":"pg:cls:load15 \u003e pgbouncer:cls:load15 or pgbouncer:cls:load15","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002303157,"lastEvaluation":"2026-10-13T02:32:56.267035597-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"13635839320439169739","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure1","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_1m \u003e pg:ins:saturation1 or pg:ins:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002391994,"lastEvaluation":"2026-10-13T02:32:56.269420099-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"13941754794055077951","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure5","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_5m \u003e pg:ins:saturation5 or pg:ins:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002033819,"lastEvaluation":"2026-10-13T02:32:56.271886828-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"11151378965104465999","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure15","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_15m \u003e pg:ins:saturation15 or pg:ins:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001933259,"lastEvaluation":"2026-10-13T02:32:56.273975903-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"10469196734304210797","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure1","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_1m \u003e pg:cls:saturation1 or pg:cls:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002090648,"lastEvaluation":"2026-10-13T02:32:56.275979557-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"18087221799075664558","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure5","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_5m \u003e pg:cls:saturation5 or pg:cls:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00229779,"lastEvaluation":"2026-10-13T02:32:56.278130087-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"17858895729343209118","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure15","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_15m \u003e pg:cls:saturation15 or pg:cls:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002333647,"lastEvaluation":"2026-10-13T02:32:56.280470993-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"9133443252140844932","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:56.107462421-07:00","type":"prometheus","id":"11262409880454579530","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"":169}},{"name":"pgsql-alert","rules":[{"state":"inactive","name":"PatroniFailSafeActive","query":"sum(patroni_failsafe_mode_is_active{}) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"sum(patroni_failsafe_mode_is_active{}) \u003e 0\n/ui/d/pgsql-overview  \n","summary":"CRIT PatroniFailSafeActive {{ $value }}"},"lastError":"","evaluationTime":0.002968941,"lastEvaluation":"2026-10-13T02:32:54.834500284-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"7122102149315246765","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"pending","name":"PostgresDown","query":"pg_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.002426031,"lastEvaluation":"2026-10-13T02:32:54.837497344-07:00","alerts":[{"state":"pending","name":"PostgresDown","value":"0","labels":{"alertgroup":"pgsql-alert","alertname":"PostgresDown","category":"pgsql","cls":"pg-meta","ins":"pg-meta-2","instance":"10.10.10.11:9630","ip":"10.10.10.11","job":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg_up[ins=pg-meta-2, instance=10.10.10.11:9630] = 0 \u003c 1\n/ui/d/pgsql-instance?var-ins=pg-meta-2\n","summary":"CRIT PostgresDown pg-meta-2@10.10.10.11:9630"},"activeAt":"2026-10-13T02:32:20-07:00","id":"6326629417028309625","rule_id":"9692248116701073339","group_id":"8916821703685786351","expression":"pg_up \u003c 1","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=6326629417028309625","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"9692248116701073339","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"pending","name":"PgbouncerDown","query":"pgbouncer_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.002765869,"lastEvaluation":"2026-10-13T02:32:54.840663776-07:00","alerts":[{"state":"pending","name":"PgbouncerDown","value":"0","labels":{"alertgroup":"pgsql-alert","alertname":"PgbouncerDown","category":"pgsql","cls":"pg-meta","ins":"pg-meta-2","instance":"10.10.10.11:9631","ip":"10.10.10.11","job":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer_up[ins=pg-meta-2, instance=10.10.10.11:9631] = 0 \u003c 1\n/ui/d/pgsql-instance?var-ins=pg-meta-2\n","summary":"CRIT PostgresDown pg-meta-2@10.10.10.11:9631"},"activeAt":"2026-10-13T02:32:10-07:00","id":"17657830025327655480","rule_id":"1962631371530921897","group_id":"8916821703685786351","expression":"pgbouncer_up \u003c 1","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=17657830025327655480","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"1962631371530921897","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PatroniDown","query":"patroni_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"patroni_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PatroniDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.003810093,"lastEvaluation":"2026-10-13T02:32:54.844110122-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"4469000542281579301","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgExporterDown","query":"pg_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.002845925,"lastEvaluation":"2026-10-13T02:32:54.847940215-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"7530904262495212349","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerExporterDown","query":"pgbouncer_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001750058,"lastEvaluation":"2026-10-13T02:32:54.850851666-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"1497634049515559777","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresRestart","query":"pg_uptime \u003c 300","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg_uptime[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.1f\" }} \u003c 300\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO PostgresRestart {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00156869,"lastEvaluation":"2026-10-13T02:32:54.852623022-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"6807432070852950995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPartition","query":"pg:cls:partition != 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:cls:partition[cls={{ $labels.cls }}, job={{ $labels.job }}] = {{ $value }} != 1\n","summary":"CRIT PostgresPartition {{ $labels.cls }}@{{ $labels.job }} {{ $value }}"},"lastError":"","evaluationTime":0.001965004,"lastEvaluation":"2026-10-13T02:32:54.854211116-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"8957343222289816361","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPressureHigh","query":"ins:pressure1 \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"ins:pressure1[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresPressureHigh: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.003126742,"lastEvaluation":"2026-10-13T02:32:54.856195799-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"5544450465042369806","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationBreak","query":"changes(pg_downstream_count{state=\"streaming\"}[5m]) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"changes(pg_downstream_count{ins={{ $labels.ins }}, instance={{ $labels.instance }}, state=\"streaming\"}[5m]) \u003e 0\n","summary":"WARN PostgresReplicationBreak: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001784512,"lastEvaluation":"2026-10-13T02:32:54.859346287-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"1168437726594554935","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationLag","query":"pg:ins:lag_bytes \u003e 1048576 or pg:ins:lag_seconds \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:lag_bytes[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.0f\" }} \u003e 1048576 or\npg:ins:lag_seconds[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.2f\" }} \u003e 1\n","summary":"WARN PostgresReplicationLag: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.002240223,"lastEvaluation":"2026-10-13T02:32:54.861155951-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"15050788230177373947","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresXidWarpAround","query":"pg:db:age \u003e 0.80","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:db:age[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 80%\n","summary":"CRIT PostgresXidWarpAround: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.002758337,"lastEvaluation":"2026-10-13T02:32:54.863416253-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":25,"id":"11330200734770559249","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerClientQueue","query":"pgbouncer:db:waiting_clients \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer:db:waiting_clients[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"CRIT PgbouncerClientQueue: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000626311,"lastEvaluation":"2026-10-13T02:32:54.866192561-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"799111236975644927","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerQuerySlow","query":"pgbouncer:db:query_rt_1m \u003e 0.016","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer:db:query_rt_1m[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.016\n","summary":"WARN PgbouncerQuerySlow: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000576842,"lastEvaluation":"2026-10-13T02:32:54.866847863-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8106000152156178995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresConnUsageHigh","query":"pg:db:conn_usage \u003e 0.70","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:db:conn_usage[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresConnUsageHigh: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.003069334,"lastEvaluation":"2026-10-13T02:32:54.867441884-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":25,"id":"16969435016975334577","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresIdleInXact","query":"pg:db:ixact_backends \u003e 1","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg:db:ixact_backends[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"Info PostgresIdleInXact: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.004299538,"lastEvaluation":"2026-10-13T02:32:54.870528881-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":16,"id":"4831871773602799993","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:54.834490292-07:00","type":"prometheus","id":"8916821703685786351","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"inactive":14,"pending":2}},{"name":"pgsql-rules","rules":[{"state":"","name":"pg:ins:cpu_count","query":"node:ins:cpu_count + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003680989,"lastEvaluation":"2026-10-13T02:32:48.925756166-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"18223422862632111957","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_count","query":"sum by (job, cls) (pg:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002721117,"lastEvaluation":"2026-10-13T02:32:48.929492932-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"8745002335778373145","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_count","query":"sum by (job) (pg:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001208645,"lastEvaluation":"2026-10-13T02:32:48.932303352-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12757214218843536034","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003589483,"lastEvaluation":"2026-10-13T02:32:48.933556987-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"9717281399792874124","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_1m","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003210579,"lastEvaluation":"2026-10-13T02:32:48.937214675-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"5377272131296572095","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_5m","query":"node:ins:cpu_usage_5m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002298523,"lastEvaluation":"2026-10-13T02:32:48.940505439-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"773093910600041143","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_15m","query":"node:ins:cpu_usage_15m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003251784,"lastEvaluation":"2026-10-13T02:32:48.9429004-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"12111627219859607409","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage","query":"sum by (job, cls) (pg:ins:cpu_usage * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002565699,"lastEvaluation":"2026-10-13T02:32:48.946212499-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":10,"id":"1064329560824783444","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_1m","query":"sum by (job, cls) (pg:ins:cpu_usage_1m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002105436,"lastEvaluation":"2026-10-13T02:32:48.948862652-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":10,"id":"17573483588026091918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_5m","query":"sum by (job, cls) (pg:ins:cpu_usage_5m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001581128,"lastEvaluation":"2026-10-13T02:32:48.951035211-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":10,"id":"2994265985708122526","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_15m","query":"sum by (job, cls) (pg:ins:cpu_usage_15m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002245661,"lastEvaluation":"2026-10-13T02:32:48.952670673-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":10,"id":"3426573313206206112","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage","query":"sum by (job) (pg:cls:cpu_usage * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001598244,"lastEvaluation":"2026-10-13T02:32:48.954987619-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"10645808927803556210","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_1m","query":"sum by (job) (pg:cls:cpu_usage_1m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002074032,"lastEvaluation":"2026-10-13T02:32:48.956632831-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"17030518744800524692","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_5m","query":"sum by (job) (pg:cls:cpu_usage_5m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001599873,"lastEvaluation":"2026-10-13T02:32:48.958760313-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"8330902889244880300","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_15m","query":"sum by (job) (pg:cls:cpu_usage_15m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001542771,"lastEvaluation":"2026-10-13T02:32:48.960411421-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"13015520845148218290","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:mem_size","query":"node_memory_MemTotal_bytes + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002098347,"lastEvaluation":"2026-10-13T02:32:48.962002272-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"13563499945055848894","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:fs_size","query":"sum by (ip)(node_filesystem_size_bytes{fstype!~\"(n|root|tmp|fuse.juice)fs.*\"}) + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002073751,"lastEvaluation":"2026-10-13T02:32:48.964173494-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"15697465550584833509","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:space_usage","query":"max by (ip)(node:fs:space_usage)+ on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002089358,"lastEvaluation":"2026-10-13T02:32:48.966325911-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"13837207577604024108","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:status","query":"pg_up * 2 + (1 - pg_in_recovery)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001578861,"lastEvaluation":"2026-10-13T02:32:48.968465297-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":7,"id":"5111468310795796647","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:is_leader","query":"1 - pg_in_recovery","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000932295,"lastEvaluation":"2026-10-13T02:32:48.970095172-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"5001312500036558418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:leader","query":"(pg_in_recovery == 0) * 0 + 1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001375509,"lastEvaluation":"2026-10-13T02:32:48.971063584-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"2160739951910168104","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:target_count","query":"count by (job, cls, ins) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001298421,"lastEvaluation":"2026-10-13T02:32:48.972481021-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":15,"id":"9589224134133340999","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:size","query":"sum by (job, cls) (group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001938533,"lastEvaluation":"2026-10-13T02:32:48.973826049-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":15,"id":"17667533834545566731","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:members","query":"group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002275175,"lastEvaluation":"2026-10-13T02:32:48.975817169-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":15,"id":"13161996035876405420","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridges","query":"count without(appname,usename,address,pid) (pg_repl_lsn) and (pg_in_recovery == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002380438,"lastEvaluation":"2026-10-13T02:32:48.978160368-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":6,"id":"4147647297880099076","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:partition","query":"count by (job, cls) (pg_in_recovery == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001485158,"lastEvaluation":"2026-10-13T02:32:48.980572639-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"11211677160655162433","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:alive_count","query":"count by (job, cls) (count by (cls, ins) (pg_up==1))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00115761,"lastEvaluation":"2026-10-13T02:32:48.982089527-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"14342513607842692343","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:primary_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001378438,"lastEvaluation":"2026-10-13T02:32:48.983333992-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"10269883056484978224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:replica_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001378819,"lastEvaluation":"2026-10-13T02:32:48.984772784-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"7839963572338112533","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:standby_count","query":"max by (job, cls) (pg_sync_standby_enabled) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00152933,"lastEvaluation":"2026-10-13T02:32:48.98619075-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"14641195652865282799","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridge_count","query":"count by (job, cls) (pg:cls:bridges)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000823736,"lastEvaluation":"2026-10-13T02:32:48.987779111-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13095229444683243224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sender","query":"max by (job, cls, ins, ip, appname, usename, address, pid) (pg_repl_sync_state)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001440252,"lastEvaluation":"2026-10-13T02:32:48.988624078-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"2010025789796814675","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:receiver","query":"max by ( job, cls, ip, appname, sender_host, sender_port, slot_name, state ) (\n  label_replace(pg_recv_flush_tli, \"appname\" , \"$1\",  \"ins\", \"(.*)\" )\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002198789,"lastEvaluation":"2026-10-13T02:32:48.990132027-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18307508605171229562","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:timeline","query":"pg_checkpoint_tli","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001783668,"lastEvaluation":"2026-10-13T02:32:48.992396009-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"5567104752029197246","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:timeline","query":"max by (job, cls) (max_over_time(pg_checkpoint_tli{}[30s]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001018981,"lastEvaluation":"2026-10-13T02:32:48.994240099-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"10507836146104402130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:sync_state","query":"max by (job,cls,ins,instance) (label_replace(pg_repl_sync_state, \"ins\", \"$1\", \"appname\", \"(.+)\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001178978,"lastEvaluation":"2026-10-13T02:32:48.995322865-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"9318525971862560313","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sync_state","query":"(max by (job, cls) (pg:ins:sync_state)) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004109797,"lastEvaluation":"2026-10-13T02:32:48.996566426-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12969178581293958121","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_bytes","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_diff{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001973097,"lastEvaluation":"2026-10-13T02:32:49.000732556-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"442053057924060265","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_bytes","query":"max by (job, cls) (pg:ins:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002579174,"lastEvaluation":"2026-10-13T02:32:49.002772381-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5171459838391783092","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_bytes","query":"max by (job) (pg:cls:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001471885,"lastEvaluation":"2026-10-13T02:32:49.00539713-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1960741173460567013","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_seconds","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_lag{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001546305,"lastEvaluation":"2026-10-13T02:32:49.006941848-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"14668216110006045746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_seconds","query":"max by (job, cls) (pg:ins:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001783792,"lastEvaluation":"2026-10-13T02:32:49.00856681-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15531930672815320540","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_seconds","query":"max by (job) (pg:cls:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002495613,"lastEvaluation":"2026-10-13T02:32:49.01038742-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2715707038981000361","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_count","query":"count by (job, cls) (pg_slot_active \u003e bool 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001716286,"lastEvaluation":"2026-10-13T02:32:49.012971215-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"1258843779374365513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:slot_retained_bytes","query":"max without (slot_name) (pg_slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001558896,"lastEvaluation":"2026-10-13T02:32:49.014738336-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"18440380049311768917","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_retained_bytes","query":"max by (job, cls) (pg:ins:slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001492691,"lastEvaluation":"2026-10-13T02:32:49.016363491-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13601159873238481228","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate1m","query":"rate(pg_db_xact_commit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003585614,"lastEvaluation":"2026-10-13T02:32:49.017955632-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"5423001135233827742","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate1m","query":"sum without(datname) (pg:db:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002226979,"lastEvaluation":"2026-10-13T02:32:49.02174539-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"303078929949243757","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate1m","query":"sum by (job, cls) (pg:ins:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00198304,"lastEvaluation":"2026-10-13T02:32:49.02404154-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"16493540368249105881","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate1m","query":"sum by (job) (pg:cls:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001612471,"lastEvaluation":"2026-10-13T02:32:49.026080403-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"7314503263162240268","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate5m","query":"rate(pg_db_xact_commit[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002817522,"lastEvaluation":"2026-10-13T02:32:49.027728285-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"7674746862674278102","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate5m","query":"sum without(datname) (pg:db:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003183838,"lastEvaluation":"2026-10-13T02:32:49.030680736-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":25,"id":"4833034195618371717","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate5m","query":"sum by (job, cls) (pg:ins:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002502584,"lastEvaluation":"2026-10-13T02:32:49.034046536-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"1215483582740709825","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate5m","query":"sum by (job) (pg:cls:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0035869,"lastEvaluation":"2026-10-13T02:32:49.03664072-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"9758242613288124724","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate15m","query":"rate(pg_db_xact_commit[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002487173,"lastEvaluation":"2026-10-13T02:32:49.04031438-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"822015986024770940","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate15m","query":"sum without(datname) (pg:db:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003572321,"lastEvaluation":"2026-10-13T02:32:49.042919111-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":25,"id":"18303567478782034721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate15m","query":"sum by (job, cls) (pg:ins:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001253876,"lastEvaluation":"2026-10-13T02:32:49.046546459-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"15526196692195246985","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate15m","query":"sum by (job) (pg:cls:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00104262,"lastEvaluation":"2026-10-13T02:32:49.047843739-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14294274137973741854","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate1m","query":"rate(pg_db_xact_rollback[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005257702,"lastEvaluation":"2026-10-13T02:32:49.048935286-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"8499005034552295016","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate1m","query":"sum without(datname) (pg:db:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002382169,"lastEvaluation":"2026-10-13T02:32:49.054363843-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"7956237551095089711","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate1m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001346156,"lastEvaluation":"2026-10-13T02:32:49.056783563-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"167458203451459607","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate1m","query":"sum by (job) (pg:cls:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001113576,"lastEvaluation":"2026-10-13T02:32:49.058169979-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"9791247179229612454","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate5m","query":"rate(pg_db_xact_rollback[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002468173,"lastEvaluation":"2026-10-13T02:32:49.059319584-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"10581174066132997472","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate5m","query":"sum without(datname) (pg:db:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001791332,"lastEvaluation":"2026-10-13T02:32:49.062032624-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":25,"id":"11824413066593342527","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate5m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001175174,"lastEvaluation":"2026-10-13T02:32:49.063897589-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"1698289480484735663","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate5m","query":"sum by (job) (pg:cls:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00126576,"lastEvaluation":"2026-10-13T02:32:49.065141288-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"16352014943690892534","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate15m","query":"rate(pg_db_xact_rollback[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002717275,"lastEvaluation":"2026-10-13T02:32:49.066507303-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"13026623339708764316","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate15m","query":"sum without(datname) (pg:db:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002534342,"lastEvaluation":"2026-10-13T02:32:49.069391164-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":25,"id":"7468809848039244109","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate15m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002443805,"lastEvaluation":"2026-10-13T02:32:49.07199416-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"1260743702171253753","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate15m","query":"sum by (job) (pg:cls:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007633404,"lastEvaluation":"2026-10-13T02:32:49.074481903-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"6628930345409017922","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate1m","query":"rate(pg_db_xact_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00455555,"lastEvaluation":"2026-10-13T02:32:49.08215975-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"6771519394309403884","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate1m","query":"sum without(datname) (pg:db:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003905365,"lastEvaluation":"2026-10-13T02:32:49.086892278-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"16985643882236769489","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate1m","query":"sum by (job, cls) (pg:ins:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00146098,"lastEvaluation":"2026-10-13T02:32:49.090858407-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"10540215135901635257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate1m","query":"sum by (job) (pg:cls:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001645154,"lastEvaluation":"2026-10-13T02:32:49.092380783-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"16479611391276559842","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate5m","query":"rate(pg_db_xact_total[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00275305,"lastEvaluation":"2026-10-13T02:32:49.094058188-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"528887293775599676","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate5m","query":"sum without(datname) (pg:db:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002026397,"lastEvaluation":"2026-10-13T02:32:49.096908916-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":25,"id":"7048973729882136233","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate5m","query":"sum by (job, cls) (pg:ins:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001539693,"lastEvaluation":"2026-10-13T02:32:49.099014159-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"16558337752557755641","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate5m","query":"sum by (job) (pg:cls:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001345682,"lastEvaluation":"2026-10-13T02:32:49.10065234-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"10237811393626594802","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate15m","query":"rate(pg_db_xact_total[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003799057,"lastEvaluation":"2026-10-13T02:32:49.102050711-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"1393555724146083890","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate15m","query":"sum without(datname) (pg:db:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001690221,"lastEvaluation":"2026-10-13T02:32:49.106013157-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":25,"id":"9297285806059798777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate15m","query":"sum by (job, cls) (pg:ins:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001122096,"lastEvaluation":"2026-10-13T02:32:49.107743802-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"6825777617045404149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate15m","query":"sum by (job) (pg:cls:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000799014,"lastEvaluation":"2026-10-13T02:32:49.108903271-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12579060964056120320","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_sigma15m","query":"stddev_over_time(pg:db:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002761964,"lastEvaluation":"2026-10-13T02:32:49.109727192-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"2243484968036816017","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_sigma15m","query":"stddev_over_time(pg:ins:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000866334,"lastEvaluation":"2026-10-13T02:32:49.112600576-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"1408042256662815049","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_sigma15m","query":"stddev_over_time(pg:cls:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000948746,"lastEvaluation":"2026-10-13T02:32:49.113519852-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"7655548778804243217","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_sigma15m","query":"stddev_over_time(pg:env:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000649059,"lastEvaluation":"2026-10-13T02:32:49.114501254-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7990840456779352895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:locks","query":"sum without (datname) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00272782,"lastEvaluation":"2026-10-13T02:32:49.115177158-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":16,"lastSeriesFetched":128,"id":"18130186156215002557","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:locks","query":"sum by (job, cls, mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002301253,"lastEvaluation":"2026-10-13T02:32:49.118008371-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":16,"lastSeriesFetched":32,"id":"1969706634709260584","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:lock_count","query":"sum without (mode) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002506729,"lastEvaluation":"2026-10-13T02:32:49.120405672-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":128,"id":"3944215954145144901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lock_count","query":"sum without(mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001316811,"lastEvaluation":"2026-10-13T02:32:49.123030002-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":32,"id":"16967695374576561407","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lock_count","query":"sum without(mode) (pg:cls:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001196412,"lastEvaluation":"2026-10-13T02:32:49.124402566-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":16,"id":"14214961506084491747","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:rlock_count","query":"sum without (mode) (pg_lock_count{mode=\"AccessShareLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001291384,"lastEvaluation":"2026-10-13T02:32:49.125620744-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":16,"id":"5358961126989574231","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:rlock_count","query":"sum without(datname) (pg:db:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001836125,"lastEvaluation":"2026-10-13T02:32:49.126981411-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":16,"id":"15625859396092365297","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:rlock_count","query":"sum by (job, cls) (pg:ins:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000885517,"lastEvaluation":"2026-10-13T02:32:49.128847282-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"8567921985155211021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:wlock_count","query":"sum without (mode) (pg_lock_count{mode=~\"RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001161565,"lastEvaluation":"2026-10-13T02:32:49.129757201-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":32,"id":"4317037014882634801","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wlock_count","query":"sum without(datname) (pg:db:wlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001615773,"lastEvaluation":"2026-10-13T02:32:49.130984864-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":16,"id":"14385905460275428493","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wlock_count","query":"sum by (job, cls) (pg:ins:wlock)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000362798,"lastEvaluation":"2026-10-13T02:32:49.132636984-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3093120740289979977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xlock_count","query":"sum without (mode) (pg_lock_count{mode!~\"AccessShareLock|RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001963287,"lastEvaluation":"2026-10-13T02:32:49.133010955-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":80,"id":"13120070463458918006","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xlock_count","query":"sum without(datname) (pg:db:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001612127,"lastEvaluation":"2026-10-13T02:32:49.135043161-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":16,"id":"14562592805923869425","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xlock_count","query":"sum by (job, cls) (pg:ins:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001318791,"lastEvaluation":"2026-10-13T02:32:49.136703021-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"7945266449850532973","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:session_time_rate1m","query":"rate(pg_db_session_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002395315,"lastEvaluation":"2026-10-13T02:32:49.138045493-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"10211047601989205684","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:session_time_rate1m","query":"sum without(datname) (pg:db:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002243257,"lastEvaluation":"2026-10-13T02:32:49.14058893-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"6542309868362806777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:session_time_rate1m","query":"sum by (job, cls) (pg:ins:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001069107,"lastEvaluation":"2026-10-13T02:32:49.142883092-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"1215411028237026469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:session_time_rate1m","query":"sum by (job) (pg:cls:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00112813,"lastEvaluation":"2026-10-13T02:32:49.143991797-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15743877749295040882","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate1m","query":"rate(pg_db_ixact_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002360002,"lastEvaluation":"2026-10-13T02:32:49.145157259-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"8691597266641044800","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate1m","query":"sum without(datname) (pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002080415,"lastEvaluation":"2026-10-13T02:32:49.147667787-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"18035280672598114449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate1m","query":"sum by (job, cls) (pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00179697,"lastEvaluation":"2026-10-13T02:32:49.14982935-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"15160368294628532961","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate1m","query":"sum by (job) (pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001343587,"lastEvaluation":"2026-10-13T02:32:49.151681488-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"10506984323086851862","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate5m","query":"rate(pg_db_ixact_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001921962,"lastEvaluation":"2026-10-13T02:32:49.153059948-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"9931232813652445040","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate5m","query":"sum without(datname) (pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002083188,"lastEvaluation":"2026-10-13T02:32:49.155093838-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":25,"id":"3203638057752803449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate5m","query":"sum by (job, cls) (pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001523758,"lastEvaluation":"2026-10-13T02:32:49.157229477-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"17165239653126722225","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate5m","query":"sum by (job) (pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001092406,"lastEvaluation":"2026-10-13T02:32:49.158806928-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12495391648912245966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate15m","query":"rate(pg_db_ixact_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002742136,"lastEvaluation":"2026-10-13T02:32:49.159929474-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"3632584037270768122","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate15m","query":"sum without(datname) (pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001930958,"lastEvaluation":"2026-10-13T02:32:49.16287305-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":25,"id":"17403900615567281485","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate15m","query":"sum by (job, cls) (pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001448877,"lastEvaluation":"2026-10-13T02:32:49.16489253-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"5522978033916859721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate15m","query":"sum by (job) (pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001498841,"lastEvaluation":"2026-10-13T02:32:49.166387845-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"6160903843626470064","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate1m","query":"rate(pg_db_active_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002944593,"lastEvaluation":"2026-10-13T02:32:49.167936523-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"4132128843413076794","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate1m","query":"sum without(datname) (pg:db:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002638151,"lastEvaluation":"2026-10-13T02:32:49.171071305-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"8460019946917294513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate1m","query":"sum by (job, cls) (pg:ins:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001885904,"lastEvaluation":"2026-10-13T02:32:49.17378608-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"5688704815731241469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate1m","query":"sum by (job) (pg:cls:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001795051,"lastEvaluation":"2026-10-13T02:32:49.175731324-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14381911021506446224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate5m","query":"rate(pg_db_active_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003274221,"lastEvaluation":"2026-10-13T02:32:49.177564198-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"3897519046069630090","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate5m","query":"sum without(datname) (pg:db:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002407687,"lastEvaluation":"2026-10-13T02:32:49.181024167-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":25,"id":"9340109479204632913","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate5m","query":"sum by (job, cls) (pg:ins:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001601002,"lastEvaluation":"2026-10-13T02:32:49.183493191-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"10151829486026612829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate5m","query":"sum by (job) (pg:cls:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001748087,"lastEvaluation":"2026-10-13T02:32:49.185153048-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14750206010498005632","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate15m","query":"rate(pg_db_active_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002451323,"lastEvaluation":"2026-10-13T02:32:49.186948353-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"4130603694607785872","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate15m","query":"sum without(datname) (pg:db:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003104227,"lastEvaluation":"2026-10-13T02:32:49.189560957-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":25,"id":"17835680182566965253","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate15m","query":"sum by (job, cls) (pg:ins:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001898956,"lastEvaluation":"2026-10-13T02:32:49.192768724-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"11641299193706635629","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate15m","query":"sum by (job) (pg:cls:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001701925,"lastEvaluation":"2026-10-13T02:32:49.194714227-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"851409882934653418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load1","query":"pg:ins:active_time_rate1m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003178474,"lastEvaluation":"2026-10-13T02:32:49.196454457-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"739892060224100615","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load5","query":"pg:ins:active_time_rate5m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002643837,"lastEvaluation":"2026-10-13T02:32:49.199715701-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"3807030017082856831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load15","query":"pg:ins:active_time_rate15m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00260817,"lastEvaluation":"2026-10-13T02:32:49.202438743-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"1794433219837625739","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load1","query":"pg:cls:active_time_rate1m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002368989,"lastEvaluation":"2026-10-13T02:32:49.20514229-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"1529623066107910966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load5","query":"pg:cls:active_time_rate5m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002208136,"lastEvaluation":"2026-10-13T02:32:49.207601025-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"8173672422183159254","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load15","query":"pg:cls:active_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0021732,"lastEvaluation":"2026-10-13T02:32:49.209854468-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"11006445112348531852","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_1m","query":"pg:db:ixact_time_rate1m / (pg:db:active_time_rate1m + pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005686961,"lastEvaluation":"2026-10-13T02:32:49.212091868-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":75,"id":"1836395049607953024","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_1m","query":"pg:ins:ixact_time_rate1m / (pg:ins:active_time_rate1m + pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003709968,"lastEvaluation":"2026-10-13T02:32:49.217938317-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":12,"id":"13856789745678188934","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_1m","query":"pg:cls:ixact_time_rate1m / (pg:cls:active_time_rate1m + pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002211322,"lastEvaluation":"2026-10-13T02:32:49.221730922-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"14085767473875683666","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_1m","query":"pg:env:ixact_time_rate1m / (pg:env:active_time_rate1m + pg:env:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002969292,"lastEvaluation":"2026-10-13T02:32:49.22399295-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16670541254699305674","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_5m","query":"pg:db:ixact_time_rate5m / (pg:db:active_time_rate5m + pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005046915,"lastEvaluation":"2026-10-13T02:32:49.226994002-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":16,"lastSeriesFetched":75,"id":"11207607008136264976","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_5m","query":"pg:ins:ixact_time_rate5m / (pg:ins:active_time_rate5m + pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002606071,"lastEvaluation":"2026-10-13T02:32:49.232141032-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":12,"id":"5884570478394246046","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_5m","query":"pg:cls:ixact_time_rate5m / (pg:cls:active_time_rate5m + pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002716837,"lastEvaluation":"2026-10-13T02:32:49.234826811-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"3458048285225999322","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_5m","query":"pg:env:ixact_time_rate5m / (pg:env:active_time_rate5m + pg:env:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002060381,"lastEvaluation":"2026-10-13T02:32:49.237593049-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9485122055348084130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_15m","query":"pg:db:ixact_time_rate15m / (pg:db:active_time_rate15m + pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00540086,"lastEvaluation":"2026-10-13T02:32:49.239696423-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":16,"lastSeriesFetched":75,"id":"15977369237640753788","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_15m","query":"pg:ins:ixact_time_rate15m / (pg:ins:active_time_rate15m + pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002568369,"lastEvaluation":"2026-10-13T02:32:49.245305288-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":12,"id":"15658328986508186918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_15m","query":"pg:cls:ixact_time_rate15m / (pg:cls:active_time_rate15m + pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001814968,"lastEvaluation":"2026-10-13T02:32:49.247952154-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":6,"id":"13461216374158379570","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_15m","query":"pg:env:ixact_time_rate15m / (pg:env:active_time_rate15m + pg:env:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001989988,"lastEvaluation":"2026-10-13T02:32:49.24981517-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9250915887326293886","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:num_backends","query":"pg_db_numbackends","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002703403,"lastEvaluation":"2026-10-13T02:32:49.251852417-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"16556023262645328003","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:num_backends","query":"sum without (datname) (pg:db:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001989957,"lastEvaluation":"2026-10-13T02:32:49.254653109-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"13716545864632073323","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:num_backends","query":"sum by (job, cls) (pg:ins:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001772718,"lastEvaluation":"2026-10-13T02:32:49.2566858-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"10840279233264762659","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_backends","query":"sum without(state) (pg_activity_count{state=\"active\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002202039,"lastEvaluation":"2026-10-13T02:32:49.25851422-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":16,"id":"2453573516496751338","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_backends","query":"sum without(datname) (pg:db:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001660186,"lastEvaluation":"2026-10-13T02:32:49.260860152-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":16,"id":"16929200000790610025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_backends","query":"sum by (job, cls) (pg:ins:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002433929,"lastEvaluation":"2026-10-13T02:32:49.262569697-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"10013895612610831305","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_backends","query":"sum by (job) (pg:cls:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001919229,"lastEvaluation":"2026-10-13T02:32:49.265075076-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"1327472361300990118","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_backends","query":"sum without(state) (pg_activity_count{state=~\"idle in.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002619321,"lastEvaluation":"2026-10-13T02:32:49.267018645-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":32,"id":"9355684103393873456","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_backends","query":"sum without(datname) (pg:db:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001595767,"lastEvaluation":"2026-10-13T02:32:49.269726894-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":16,"id":"8807106272715238857","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_backends","query":"sum by (job, cls) (pg:ins:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001104233,"lastEvaluation":"2026-10-13T02:32:49.271395126-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"11535487685057615349","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_backends","query":"sum by (job) (pg:cls:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00084718,"lastEvaluation":"2026-10-13T02:32:49.27252748-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12791462231436969344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_limit","query":"pg_setting_max_connections","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001580425,"lastEvaluation":"2026-10-13T02:32:49.273406023-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"15750199043080164344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_limit","query":"(pg_db_conn_limit != -1 ) or (0 * pg_db_conn_limit + on(cls, ins) group_left pg_setting_max_connections)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003978868,"lastEvaluation":"2026-10-13T02:32:49.275039899-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":53,"id":"9656828328231709251","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_usage","query":"pg:ins:num_backends / pg:ins:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002302095,"lastEvaluation":"2026-10-13T02:32:49.279131563-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"13615705118423016776","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_usage","query":"pg:db:num_backends / pg:db:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003549211,"lastEvaluation":"2026-10-13T02:32:49.281503399-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":50,"id":"4054824693294006994","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age","query":"pg_db_age / 2147483647","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002417032,"lastEvaluation":"2026-10-13T02:32:49.285164922-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"6016517635074967953","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:age","query":"max without (datname) (pg:db:age{datname!~\"template[0-9]\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001966768,"lastEvaluation":"2026-10-13T02:32:49.287700719-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":17,"id":"14681911874676080149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:age","query":"max by (job, cls) (pg:ins:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001112806,"lastEvaluation":"2026-10-13T02:32:49.289735454-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"9349819666041806116","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:age","query":"max by (job) (pg:cls:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001489313,"lastEvaluation":"2026-10-13T02:32:49.290887562-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13061799621605986989","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_deriv1h","query":"deriv(pg_db_age[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002430041,"lastEvaluation":"2026-10-13T02:32:49.292407214-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":25,"lastSeriesFetched":25,"id":"5527077866357146542","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_exhaust","query":"(2147483648 - pg_db_age) / pg:db:age_deriv1h","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003375978,"lastEvaluation":"2026-10-13T02:32:49.295054377-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":46,"id":"2163477359293595087","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_fetched_rate1m","query":"rate(pg_db_tup_fetched[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002482515,"lastEvaluation":"2026-10-13T02:32:49.298542727-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"3760857747744643936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_fetched_rate1m","query":"sum without(datname) (pg:db:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004480128,"lastEvaluation":"2026-10-13T02:32:49.301185776-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"9506971611569841831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_fetched_rate1m","query":"sum by (job, cls) (pg:ins:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001580784,"lastEvaluation":"2026-10-13T02:32:49.305777505-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"10877155285540758447","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_fetched_rate1m","query":"sum by (job) (pg:cls:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001457049,"lastEvaluation":"2026-10-13T02:32:49.307422818-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"1951271269630054086","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_returned_rate1m","query":"rate(pg_db_tup_returned[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003459231,"lastEvaluation":"2026-10-13T02:32:49.308909216-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"17735408881534931936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_returned_rate1m","query":"sum without(datname) (pg:db:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002043535,"lastEvaluation":"2026-10-13T02:32:49.312492653-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"11317340979217256505","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_returned_rate1m","query":"sum by (job, cls) (pg:ins:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001342338,"lastEvaluation":"2026-10-13T02:32:49.314592965-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"7198369432167751977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_returned_rate1m","query":"sum by (job) (pg:cls:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001649581,"lastEvaluation":"2026-10-13T02:32:49.316015791-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"9449157670657176998","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_inserted_rate1m","query":"rate(pg_db_tup_inserted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002619882,"lastEvaluation":"2026-10-13T02:32:49.317721908-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"2334641790565997332","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_inserted_rate1m","query":"sum without(datname) (pg:db:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002057316,"lastEvaluation":"2026-10-13T02:32:49.32052673-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"6302671327676818161","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_inserted_rate1m","query":"sum by (job, cls) (pg:ins:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002246478,"lastEvaluation":"2026-10-13T02:32:49.322641657-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"11041798031187447805","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_inserted_rate1m","query":"sum by (job) (pg:cls:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001122944,"lastEvaluation":"2026-10-13T02:32:49.32492985-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"1468473005790226746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_updated_rate1m","query":"pg:db:tup_updated_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000724987,"lastEvaluation":"2026-10-13T02:32:49.326099799-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14330080136008878386","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_updated_rate1m","query":"sum without(datname) (pg:db:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000799506,"lastEvaluation":"2026-10-13T02:32:49.326841955-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2317522011157163423","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_updated_rate1m","query":"sum by (job, cls) (pg:ins:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00052377,"lastEvaluation":"2026-10-13T02:32:49.32766406-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4098028905728071119","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_updated_rate1m","query":"sum by (job) (pg:cls:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000637362,"lastEvaluation":"2026-10-13T02:32:49.328202712-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12394933855523691806","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_deleted_rate1m","query":"rate(pg_db_tup_deleted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002211752,"lastEvaluation":"2026-10-13T02:32:49.328853792-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"1304326261195617928","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_deleted_rate1m","query":"sum without(datname) (pg:db:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001922638,"lastEvaluation":"2026-10-13T02:32:49.331169283-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"10238011089117183643","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_deleted_rate1m","query":"sum by (job, cls) (pg:ins:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001179483,"lastEvaluation":"2026-10-13T02:32:49.333146166-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"9435380283624003683","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_deleted_rate1m","query":"sum by (job) (pg:cls:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001005363,"lastEvaluation":"2026-10-13T02:32:49.33434907-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11045577015057167870","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_modified_rate1m","query":"rate(pg_db_tup_modified[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00208702,"lastEvaluation":"2026-10-13T02:32:49.335377541-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"6724824880584490780","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_modified_rate1m","query":"sum without(datname) (pg:db:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001657554,"lastEvaluation":"2026-10-13T02:32:49.337560889-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"12580749253631078777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_modified_rate1m","query":"sum by (job, cls) (pg:ins:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001485831,"lastEvaluation":"2026-10-13T02:32:49.339318543-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"6041832002542322473","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_modified_rate1m","query":"sum by (job) (pg:cls:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001342326,"lastEvaluation":"2026-10-13T02:32:49.340848014-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13445460568008811282","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_bytes_rate1m","query":"rate(pg_db_temp_bytes[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002566351,"lastEvaluation":"2026-10-13T02:32:49.342235675-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"9204860192566961176","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_bytes","query":"sum without (datname) (pg:db:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000626899,"lastEvaluation":"2026-10-13T02:32:49.344937184-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11983583561438561935","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_bytes","query":"sum by (job, cls) (pg:ins:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000530419,"lastEvaluation":"2026-10-13T02:32:49.34558407-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"977530876795573079","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_files_1m","query":"increase(pg_db_temp_files[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002015057,"lastEvaluation":"2026-10-13T02:32:49.34612876-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"17187686086822460604","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_files_1m","query":"sum without(datname) (pg:db:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000798788,"lastEvaluation":"2026-10-13T02:32:49.34824281-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7712736034417843874","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_files_1m","query":"sum by (job, cls) (pg:ins:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000561053,"lastEvaluation":"2026-10-13T02:32:49.349062576-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1522093613586875818","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:db_size","query":"pg_size_bytes{datname!~\"wal|log\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002265532,"lastEvaluation":"2026-10-13T02:32:49.349639336-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"9812571896646837969","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:db_size","query":"sum without (datname) (pg:db:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001503416,"lastEvaluation":"2026-10-13T02:32:49.351982078-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":25,"id":"151336617757301929","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:db_size","query":"sum by (job, cls) (pg:ins:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001025068,"lastEvaluation":"2026-10-13T02:32:49.353525875-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"1926039307168948513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wal_size","query":"sum without (datname) (pg_size_bytes{datname=\"wal\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001625317,"lastEvaluation":"2026-10-13T02:32:49.354594993-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"2910174780882095036","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wal_size","query":"sum by (job, cls) (pg:ins:wal_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001042553,"lastEvaluation":"2026-10-13T02:32:49.356314047-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"14633198285708001075","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:log_size","query":"sum without (datname) (pg_size_bytes{datname=\"log\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00110387,"lastEvaluation":"2026-10-13T02:32:49.357403517-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"11230482701026064412","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:log_size","query":"sum by (job, cls) (pg:ins:log_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001006828,"lastEvaluation":"2026-10-13T02:32:49.35857376-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"18108728834734822623","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:file_size","query":"sum without(datname) (pg_size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001286484,"lastEvaluation":"2026-10-13T02:32:49.359606102-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":33,"id":"10485754404897440829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:file_size","query":"sum by (job, cls) (pg:ins:file_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001064951,"lastEvaluation":"2026-10-13T02:32:49.360934697-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"16484355386709029901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_read_1m","query":"increase(pg_db_blks_read[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001529468,"lastEvaluation":"2026-10-13T02:32:49.362034797-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"603173874352599988","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_1m","query":"increase(pg_db_blks_hit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002706761,"lastEvaluation":"2026-10-13T02:32:49.363666485-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"7448552008335150564","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_access_1m","query":"increase(pg_db_blks_access[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002638204,"lastEvaluation":"2026-10-13T02:32:49.36649914-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"3107677572496271180","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_ratio1m","query":"pg:db:blks_hit_1m / pg:db:blks_access_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00329238,"lastEvaluation":"2026-10-13T02:32:49.369326747-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":18,"lastSeriesFetched":50,"id":"15978551524359467153","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:blks_hit_ratio1m","query":"sum without (datname) (pg:db:blks_hit_1m) / sum without (datname) (pg:db:blks_access_1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002317676,"lastEvaluation":"2026-10-13T02:32:49.372780397-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":50,"id":"13382765183282216021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_read_time_seconds_rate1m","query":"rate(pg_db_blk_read_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001776683,"lastEvaluation":"2026-10-13T02:32:49.375176626-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"7051736587766267576","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_write_time_seconds_rate1m","query":"rate(pg_db_blk_write_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001579434,"lastEvaluation":"2026-10-13T02:32:49.377050255-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":25,"id":"7593313544447842506","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_io_time_seconds_rate1m","query":"pg:db:blk_read_time_seconds_rate1m + pg:db:blk_write_time_seconds_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00382434,"lastEvaluation":"2026-10-13T02:32:49.378768924-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":50,"id":"3666441856548510120","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_checkpoint_rate1m","query":"rate(pg_checkpointer_buffers_written[1m]) or ignoring(__name__) rate(pg_bgwriter_buffers_checkpoint[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003217657,"lastEvaluation":"2026-10-13T02:32:49.382791936-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"5896949093266210111","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_checkpoint_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_checkpoint_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00145975,"lastEvaluation":"2026-10-13T02:32:49.386082568-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"5971674302636269257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_backend_rate1m","query":"rate(pg_bgwriter_buffers_backend[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000519339,"lastEvaluation":"2026-10-13T02:32:49.387597742-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1625982946288241429","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_backend_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_backend_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00053969,"lastEvaluation":"2026-10-13T02:32:49.38813187-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1848202645629083007","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_clean_rate1m","query":"rate(pg_bgwriter_buffers_clean[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002290259,"lastEvaluation":"2026-10-13T02:32:49.388693973-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"5235557356375425354","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_clean_rate1m","query":"sum by (job, cls) (pg:ins:buf_clean_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001051889,"lastEvaluation":"2026-10-13T02:32:49.391040823-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"489997746270991979","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_write_rate1m","query":"pg:ins:buf_flush_backend + pg:ins:buf_flush_checkpoint + pg:ins:buf_clean_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000507661,"lastEvaluation":"2026-10-13T02:32:49.392160177-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1365028839247909072","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_write_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00046788,"lastEvaluation":"2026-10-13T02:32:49.392682691-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11737681583271611650","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_alloc_rate1m","query":"rate(pg_bgwriter_buffers_alloc[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001596108,"lastEvaluation":"2026-10-13T02:32:49.393162718-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"14309961845459200658","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_alloc_rate1m","query":"sum by (job, cls) (pg:ins:buf_alloc_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001877931,"lastEvaluation":"2026-10-13T02:32:49.394798588-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"6875271795927060759","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_timed_1m","query":"increase(pg_checkpointer_timed[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000985697,"lastEvaluation":"2026-10-13T02:32:49.396713106-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"6823619094422125202","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_req_1m","query":"increase(pg_checkpointer_req[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001328083,"lastEvaluation":"2026-10-13T02:32:49.397724356-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"10408363334062163364","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_1h","query":"increase(pg_checkpointer_timed[1h]) + increase(pg_checkpointer_req[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001782866,"lastEvaluation":"2026-10-13T02:32:49.399082422-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"14925375818051625173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lsn_rate1m","query":"rate(pg_lsn[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001178351,"lastEvaluation":"2026-10-13T02:32:49.400938419-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":4,"id":"14183487263519277975","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lsn_rate1m","query":"sum by (job, cls) (pg:ins:lsn_rate1m * on(ins) group_left() (1 - pg_in_recovery))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002347689,"lastEvaluation":"2026-10-13T02:32:49.402156689-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"13833332981183171895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lsn_rate1m","query":"sum by (job) (pg:cls:lsn_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001183177,"lastEvaluation":"2026-10-13T02:32:49.404544498-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"2973131122987890466","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:table:scan_rate1m","query":"rate(pg_table_tbl_scan[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.049329154,"lastEvaluation":"2026-10-13T02:32:49.405748246-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":749,"lastSeriesFetched":761,"id":"6722752523996750025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:call_rate1m","query":"rate(pg_query_calls[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.018749741,"lastEvaluation":"2026-10-13T02:32:49.459634636-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":384,"lastSeriesFetched":512,"id":"9775217364371762173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:rt_1m","query":"rate(pg_query_exec_time[1m]) / pg:query:call_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.028149764,"lastEvaluation":"2026-10-13T02:32:49.480806526-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":197,"lastSeriesFetched":1024,"id":"14506424703812348022","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:48.925726663-07:00","type":"prometheus","id":"16462509532548736964","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"":233}},{"name":"redis-alert","rules":[{"state":"inactive","name":"RedisDown","query":"redis_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} == 0\n/ui/d/redis-instance?from=now-5m\u0026to=now\u0026var-ins={{$labels.ins}}\n","summary":"CRIT RedisDown: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.001241612,"lastEvaluation":"2026-10-13T02:32:49.392806195-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"14216624868630605529","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisRejectConn","query":"redis:ins:conn_reject \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis:ins:conn_reject[cls={{ $labels.cls }}, ins={{ $labels.ins }}][5m] = {{ $value }} \u003e 0\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=88\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"CRIT RedisRejectConn: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.001030269,"lastEvaluation":"2026-10-13T02:32:49.394062728-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"7955763511934078047","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"RedisRTHigh","query":"redis:ins:rt \u003e 0.00016","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisRTHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.002208733,"lastEvaluation":"2026-10-13T02:32:49.395111627-07:00","alerts":[{"state":"firing","name":"RedisRTHigh","value":"0.0049926667","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"redis-demo","ins":"redis-demo-1-6381","instance":"10.10.10.11:6381","ip":"10.10.10.11","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=redis-demo, ins=redis-demo-1-6381] = 0.00499266666667 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=redis-demo-1-6381\n","summary":"WARN RedisRTHigh: redis-demo redis-demo-1-6381"},"activeAt":"2026-10-13T01:57:50-07:00","id":"9479682075232367844","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=9479682075232367844","restored":false,"stabilizing":false},{"state":"firing","name":"RedisRTHigh","value":"0.0040975576","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"redis-demo","ins":"redis-demo-1-6379","instance":"10.10.10.11:6379","ip":"10.10.10.11","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=redis-demo, ins=redis-demo-1-6379] = 0.00409755752213 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=redis-demo-1-6379\n","summary":"WARN RedisRTHigh: redis-demo redis-demo-1-6379"},"activeAt":"2026-10-13T01:46:10-07:00","id":"13240922242389276458","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=13240922242389276458","restored":false,"stabilizing":false},{"state":"firing","name":"RedisRTHigh","value":"0.0033678159","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"redis-demo","ins":"redis-demo-1-6380","instance":"10.10.10.11:6380","ip":"10.10.10.11","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=redis-demo, ins=redis-demo-1-6380] = 0.00336781578947 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=redis-demo-1-6380\n","summary":"WARN RedisRTHigh: redis-demo redis-demo-1-6380"},"activeAt":"2026-10-13T01:58:00-07:00","id":"10173172465093884190","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=10173172465093884190","restored":false,"stabilizing":false},{"state":"pending","name":"RedisRTHigh","value":"0.00016335555","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"valkey-ms","ins":"valkey-ms-1-6380","instance":"10.10.10.10:6380","ip":"10.10.10.10","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=valkey-ms, ins=valkey-ms-1-6380] = 0.0001633555555553 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=valkey-ms-1-6380\n","summary":"WARN RedisRTHigh: valkey-ms valkey-ms-1-6380"},"activeAt":"2026-10-13T02:32:10-07:00","id":"16659355899720814628","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=16659355899720814628","restored":false,"stabilizing":false},{"state":"firing","name":"RedisRTHigh","value":"0.00017715585","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"valkey-ms","ins":"valkey-ms-1-6381","instance":"10.10.10.10:6381","ip":"10.10.10.10","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=valkey-ms, ins=valkey-ms-1-6381] = 0.0001771558441559 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=valkey-ms-1-6381\n","summary":"WARN RedisRTHigh: valkey-ms valkey-ms-1-6381"},"activeAt":"2026-10-13T02:29:30-07:00","id":"671093142275925630","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n0.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=671093142275925630","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":9,"id":"4668692110143480898","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisCPUHigh","query":"redis:ins:cpu_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:cpu_all[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 60%\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=43\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisCPUHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001466623,"lastEvaluation":"2026-10-13T02:32:49.40299685-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"2137811757945932182","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisMemHigh","query":"redis:ins:mem_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:mem_usage[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 80%\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=7\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisMemHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001229441,"lastEvaluation":"2026-10-13T02:32:49.40448315-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"16523772714547634860","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisQPSHigh","query":"redis:ins:qps \u003e 32000","duration":300,"keep_firing_for":0,"labels":{"category":"redis","level":"2","severity":"INFO"},"annotations":{"description":"redis:ins:qps[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 16000\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=96\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"INFO RedisQPSHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001267704,"lastEvaluation":"2026-10-13T02:32:49.405730691-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"6651681235789580957","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:49.392803448-07:00","type":"prometheus","id":"17324086789749378655","file":"/infra/rules/redis.yml","concurrency":1,"states":{"firing":1,"inactive":5}},{"name":"redis-rules","rules":[{"state":"","name":"redis:ins","query":"max by (id, ins, instance, cls, job) (\n  label_replace(redis_up, \"id\", \"$1\", \"ins\", \"(.+)\") OR\n  label_replace(redis_up, \"id\", \"$1\", \"instance\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00346197,"lastEvaluation":"2026-10-13T02:32:47.101070104-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":16,"lastSeriesFetched":18,"id":"15694798588909618297","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:ip","query":"label_replace(redis_up, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\")","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002691543,"lastEvaluation":"2026-10-13T02:32:47.104641945-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":9,"id":"2445140754293928178","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_total","query":"max by (job,cls,ip) (label_replace(redis_total_system_memory_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002102802,"lastEvaluation":"2026-10-13T02:32:47.10742206-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"17668476592205593575","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_alloc","query":"sum by (job,cls,ip) (label_replace(redis_config_maxmemory, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002050114,"lastEvaluation":"2026-10-13T02:32:47.109573663-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"15309103877381357705","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_used","query":"sum by (job,cls,ip) (label_replace(redis_memory_used_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001676204,"lastEvaluation":"2026-10-13T02:32:47.111672576-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"12461330274808913996","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:qps","query":"sum by (job,cls,ip) (label_replace(redis:ins:qps, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001683358,"lastEvaluation":"2026-10-13T02:32:47.113394085-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"17849326118830969995","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys","query":"rate(redis_cpu_sys_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002001161,"lastEvaluation":"2026-10-13T02:32:47.11511085-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"6518390775576621139","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user","query":"rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001970558,"lastEvaluation":"2026-10-13T02:32:47.117175361-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"3542651762931891875","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage","query":"rate(redis_cpu_sys_seconds_total[1m]) + rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003502437,"lastEvaluation":"2026-10-13T02:32:47.119209406-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"14604297413698770970","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys","query":"avg by (job, cls) (redis:ins:cpu_sys)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002785559,"lastEvaluation":"2026-10-13T02:32:47.122805598-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"17138066702343098092","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user","query":"avg by (job, cls) (redis:ins:cpu_user)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001810606,"lastEvaluation":"2026-10-13T02:32:47.12563017-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"4920411740281499498","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage","query":"avg by (job, cls) (redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001727495,"lastEvaluation":"2026-10-13T02:32:47.127501065-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"8653183726190761736","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage","query":"avg by (job)(redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001644372,"lastEvaluation":"2026-10-13T02:32:47.129256352-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":9,"id":"766635480724356809","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys_child","query":"rate(redis_cpu_sys_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001865684,"lastEvaluation":"2026-10-13T02:32:47.130933117-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"4209687058093633762","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user_child","query":"rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00221099,"lastEvaluation":"2026-10-13T02:32:47.13289163-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"12137121936319554910","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage_child","query":"rate(redis_cpu_sys_children_seconds_total[1m]) + rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002976908,"lastEvaluation":"2026-10-13T02:32:47.135197383-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"11734859668693462285","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys_child","query":"avg by (job, cls) (redis:ins:cpu_sys_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001998141,"lastEvaluation":"2026-10-13T02:32:47.138302328-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"18301880617596789550","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user_child","query":"avg by (job, cls) (redis:ins:cpu_user_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002448171,"lastEvaluation":"2026-10-13T02:32:47.140346119-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"8372588541140134634","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage_child","query":"avg by (job, cls) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001833237,"lastEvaluation":"2026-10-13T02:32:47.142827862-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"16577518571902750222","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage_child","query":"avg by (job) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001703962,"lastEvaluation":"2026-10-13T02:32:47.144711957-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":9,"id":"3717135218551493087","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:mem_usage","query":"redis_memory_used_bytes / redis_memory_max_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003029968,"lastEvaluation":"2026-10-13T02:32:47.146461201-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":18,"id":"91255202306569524","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_used","query":"sum by (job, cls) (redis_memory_used_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001090188,"lastEvaluation":"2026-10-13T02:32:47.149562265-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"15534068534823163844","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_max","query":"sum by (job, cls) (redis_memory_max_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001313164,"lastEvaluation":"2026-10-13T02:32:47.150691216-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"3777096216279647962","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage","query":"redis:cls:mem_used / redis:cls:mem_max","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002897788,"lastEvaluation":"2026-10-13T02:32:47.152058511-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"7641800382265832626","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage_max","query":"max by (job, cls) (redis:ins:mem_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001995071,"lastEvaluation":"2026-10-13T02:32:47.154996563-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"923321825879911741","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:mem_usage","query":"sum by (job)(redis:cls:mem_used) / sum by (job)(redis:cls:mem_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002383599,"lastEvaluation":"2026-10-13T02:32:47.157042915-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"13208258477678657723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rx","query":"rate(redis_net_input_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002185542,"lastEvaluation":"2026-10-13T02:32:47.159478213-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"16724051606867461565","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rx","query":"sum by (job, cls) (redis:ins:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001654641,"lastEvaluation":"2026-10-13T02:32:47.161769214-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"9816449153393145177","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rx","query":"sum by (job) (redis:cls:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001443787,"lastEvaluation":"2026-10-13T02:32:47.163460522-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5012257894692471760","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:tx","query":"rate(redis_net_output_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002645459,"lastEvaluation":"2026-10-13T02:32:47.164944008-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"2863848922977920048","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:tx","query":"sum by (job, cls) (redis:ins:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001136936,"lastEvaluation":"2026-10-13T02:32:47.167652145-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"2210871622558219221","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:tx","query":"sum by (job) (redis:cls:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001292486,"lastEvaluation":"2026-10-13T02:32:47.168823127-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11604648128743478764","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:net_traffic","query":"redis:ins:rx + redis:ins:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0032941,"lastEvaluation":"2026-10-13T02:32:47.170156714-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"12611319165030337683","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:net_traffic","query":"redis:cls:rx + redis:cls:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003687414,"lastEvaluation":"2026-10-13T02:32:47.173543717-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"1884253187708854851","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:net_traffic","query":"redis:env:rx + redis:env:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002139121,"lastEvaluation":"2026-10-13T02:32:47.177309317-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15042875566449503934","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_realtime","query":"irate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00204541,"lastEvaluation":"2026-10-13T02:32:47.179489314-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"9111605446053068461","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_realtime","query":"sum by (job, cls) (redis:ins:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001298145,"lastEvaluation":"2026-10-13T02:32:47.181638557-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"5976077493125811429","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_realtime","query":"sum by (job) (redis:cls:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001129473,"lastEvaluation":"2026-10-13T02:32:47.18297967-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"6192532837528255288","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps","query":"rate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001858536,"lastEvaluation":"2026-10-13T02:32:47.184158055-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"4873669296869666026","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps","query":"sum by (job, cls) (redis:ins:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001376731,"lastEvaluation":"2026-10-13T02:32:47.186120021-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"15365440171885623723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps","query":"sum by (job) (redis:cls:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002044579,"lastEvaluation":"2026-10-13T02:32:47.187526629-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15976119056081297104","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_mu","query":"avg_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001440129,"lastEvaluation":"2026-10-13T02:32:47.189605454-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"5720076602158840779","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_mu","query":"avg_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001705686,"lastEvaluation":"2026-10-13T02:32:47.19109831-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"3283692598593473663","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_mu","query":"avg_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001640925,"lastEvaluation":"2026-10-13T02:32:47.192839536-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14969814774315863343","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_sigma","query":"stddev_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001413341,"lastEvaluation":"2026-10-13T02:32:47.194505788-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"13669967564711066158","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_sigma","query":"stddev_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001829933,"lastEvaluation":"2026-10-13T02:32:47.196038478-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"18134368733603198146","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_sigma","query":"stddev_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001524776,"lastEvaluation":"2026-10-13T02:32:47.197938458-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1013574627157469914","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_expire","query":"rate(redis_expired_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001436556,"lastEvaluation":"2026-10-13T02:32:47.199500584-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"9476312431948576732","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_expire","query":"sum by (job, cls) (redis:ins:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001228079,"lastEvaluation":"2026-10-13T02:32:47.20100363-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"15645767772442629661","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_expire","query":"sum by (job) (redis:cls:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00112114,"lastEvaluation":"2026-10-13T02:32:47.202285085-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"2692693346752066460","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_evict","query":"rate(redis_evicted_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002333508,"lastEvaluation":"2026-10-13T02:32:47.203436032-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"14817398723479818913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_evict","query":"sum by (job, cls) (redis:ins:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001560484,"lastEvaluation":"2026-10-13T02:32:47.205839539-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"3617308018114650037","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_evict","query":"sum by (job) (redis:cls:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000937437,"lastEvaluation":"2026-10-13T02:32:47.207443372-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12919476832967926174","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit","query":"rate(redis_keyspace_hits_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001788335,"lastEvaluation":"2026-10-13T02:32:47.208424629-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"3170150471150044270","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit","query":"sum by (job, cls) (redis:ins:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001265901,"lastEvaluation":"2026-10-13T02:32:47.210335226-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"3060774165020653157","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit","query":"sum by (job) (redis:cls:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00184477,"lastEvaluation":"2026-10-13T02:32:47.211650187-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12326795072573526414","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_miss","query":"rate(redis_keyspace_misses_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001567106,"lastEvaluation":"2026-10-13T02:32:47.213537343-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"9176189982898453771","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_miss","query":"sum by (job, cls) (redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001733355,"lastEvaluation":"2026-10-13T02:32:47.215161511-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"829551585118107629","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_miss","query":"sum by (job) (redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000975996,"lastEvaluation":"2026-10-13T02:32:47.216942767-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15852401331934207180","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit_rate","query":"redis:ins:key_hit / (redis:ins:key_hit + redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002380295,"lastEvaluation":"2026-10-13T02:32:47.21796355-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":27,"id":"10874561898364349283","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit_rate","query":"redis:cls:key_hit / (redis:cls:key_hit + redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002649768,"lastEvaluation":"2026-10-13T02:32:47.220360486-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":6,"id":"246074839391397195","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit_rate","query":"redis:env:key_hit / (redis:env:key_hit + redis:env:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.009158071,"lastEvaluation":"2026-10-13T02:32:47.223029121-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"14596780325910373253","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_time","query":"rate(redis_commands_duration_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007326548,"lastEvaluation":"2026-10-13T02:32:47.232211475-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":182,"lastSeriesFetched":182,"id":"12367629986738277530","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_time","query":"sum by (job,cls,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004595806,"lastEvaluation":"2026-10-13T02:32:47.240005914-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":51,"lastSeriesFetched":182,"id":"11462139576431859109","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_time","query":"sum by (job,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004872033,"lastEvaluation":"2026-10-13T02:32:47.244754481-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":31,"lastSeriesFetched":182,"id":"149633038159296320","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_qps","query":"rate(redis_commands_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007099556,"lastEvaluation":"2026-10-13T02:32:47.249714941-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":182,"lastSeriesFetched":182,"id":"10893245655444731968","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_qps","query":"sum by (job,cls,cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005838429,"lastEvaluation":"2026-10-13T02:32:47.257390365-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":51,"lastSeriesFetched":182,"id":"14821025642162900677","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_qps","query":"sum by (job,cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002565127,"lastEvaluation":"2026-10-13T02:32:47.263393219-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":31,"lastSeriesFetched":51,"id":"17972797791938617442","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_rt","query":"redis:ins:cmd_time / redis:ins:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.008758955,"lastEvaluation":"2026-10-13T02:32:47.266063537-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":90,"lastSeriesFetched":364,"id":"965058365186203184","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_rt","query":"redis:cls:cmd_time / redis:cls:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004016991,"lastEvaluation":"2026-10-13T02:32:47.275075343-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":22,"lastSeriesFetched":102,"id":"12824503467107423580","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_rt","query":"redis:env:cmd_time / redis:env:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003406979,"lastEvaluation":"2026-10-13T02:32:47.279176702-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":62,"id":"3713442625518495679","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt","query":"sum without (cmd) (redis:ins:cmd_time) / sum without (cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007522843,"lastEvaluation":"2026-10-13T02:32:47.282646073-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":364,"id":"15620758243835378959","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt","query":"sum without (cmd) (redis:cls:cmd_time) / sum without (cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003219277,"lastEvaluation":"2026-10-13T02:32:47.290242546-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":102,"id":"15014589447243973543","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt","query":"sum without (cmd) (redis:env:cmd_time) / sum without (cmd) (redis:env:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00242247,"lastEvaluation":"2026-10-13T02:32:47.293503037-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":62,"id":"6091751704412607084","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_mu","query":"avg_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001952794,"lastEvaluation":"2026-10-13T02:32:47.29595976-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"11555793383021949929","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_mu","query":"avg_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001108479,"lastEvaluation":"2026-10-13T02:32:47.297996773-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"12486207893356104269","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_mu","query":"avg_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001148199,"lastEvaluation":"2026-10-13T02:32:47.299161166-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2086200347785707703","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_sigma","query":"stddev_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00277856,"lastEvaluation":"2026-10-13T02:32:47.300333572-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"1510596877155885376","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_sigma","query":"stddev_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001308672,"lastEvaluation":"2026-10-13T02:32:47.303176518-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"6948208903400265284","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_sigma","query":"stddev_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00140491,"lastEvaluation":"2026-10-13T02:32:47.304531043-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7386717272439167994","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:clients","query":"redis_connected_clients","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001387315,"lastEvaluation":"2026-10-13T02:32:47.305976655-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":9,"id":"5082888720400145913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:clients","query":"sum by (job, cls) (redis:ins:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001060862,"lastEvaluation":"2026-10-13T02:32:47.307418248-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"15584067743295451795","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:clients","query":"sum by (job)(redis:cls:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00128158,"lastEvaluation":"2026-10-13T02:32:47.308505812-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8686046153376025938","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:blocked_clients","query":"rate(redis_blocked_clients[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001326884,"lastEvaluation":"2026-10-13T02:32:47.309808782-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"1739143042652378316","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:blocked_clients","query":"sum by (job, cls) (redis:ins:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001140659,"lastEvaluation":"2026-10-13T02:32:47.311195733-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"17352254991165475997","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:blocked_clients","query":"sum by (job)(redis:cls:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000796575,"lastEvaluation":"2026-10-13T02:32:47.31237217-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11477889964169238420","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_rate","query":"rate(redis_connections_received_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001602175,"lastEvaluation":"2026-10-13T02:32:47.313207783-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"17975457492049309513","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_rate","query":"sum by (job, cls) (redis:ins:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001064379,"lastEvaluation":"2026-10-13T02:32:47.314869819-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"1816347481790137197","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_rate","query":"sum by (job)(redis:cls:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001171943,"lastEvaluation":"2026-10-13T02:32:47.3159583-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5810608055330648836","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_reject","query":"rate(redis_rejected_connections_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001245247,"lastEvaluation":"2026-10-13T02:32:47.317163639-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"2505847852807943003","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_reject","query":"sum by (job, cls) (redis:ins:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001147064,"lastEvaluation":"2026-10-13T02:32:47.318459009-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"6973825599197838783","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_reject","query":"sum by (job)(redis:cls:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00078726,"lastEvaluation":"2026-10-13T02:32:47.319648209-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13172575704405329974","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:lsn_rate","query":"rate(redis_master_repl_offset[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001240245,"lastEvaluation":"2026-10-13T02:32:47.320476725-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"11086362695928279196","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:fork_time","query":"max by (job, cls) (redis_latest_fork_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00149573,"lastEvaluation":"2026-10-13T02:32:47.32180113-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"13613917332214409301","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:aof_rewrite_time","query":"max by (job, cls) (redis_aof_last_rewrite_duration_sec)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000901955,"lastEvaluation":"2026-10-13T02:32:47.32333416-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"176220919676615337","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:size","query":"count by (job, cls) (redis_up)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00092082,"lastEvaluation":"2026-10-13T02:32:47.324287129-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":9,"id":"3326367272495626888","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-10-13T02:32:47.101058704-07:00","type":"prometheus","id":"13096054864871816596","file":"/infra/rules/redis.yml","concurrency":1,"states":{"":96}}]}}