{"status":"success","data":{"groups":[{"name":"agent-rules","rules":[{"state":"","name":"node_up","query":"up{instance=~\".*:9100\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00271951,"lastEvaluation":"2026-11-22T21:00:01.095679379Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"14752024380941422471","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy_up","query":"up{instance=~\".*:9101\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001576776,"lastEvaluation":"2026-11-22T21:00:01.098481313Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"6384569495788557771","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"keepalived_exporter_up","query":"up{instance=~\".*:9650\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00043466,"lastEvaluation":"2026-11-22T21:00:01.100112345Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927142465727684287","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"docker_up","query":"up{instance=~\".*:9323\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327555,"lastEvaluation":"2026-11-22T21:00:01.100556617Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"549499414273937970","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"vector_up","query":"up{instance=~\".*:9598\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00189822,"lastEvaluation":"2026-11-22T21:00:01.100897966Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"2192065186833386819","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd_up","query":"up{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001197685,"lastEvaluation":"2026-11-22T21:00:01.102862426Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"17819113597514614295","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"minio_up","query":"up{job=\"minio\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000486381,"lastEvaluation":"2026-11-22T21:00:01.104095907Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12508267770875687031","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg_exporter_agent_up","query":"up{instance=~\".*:9630\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001012713,"lastEvaluation":"2026-11-22T21:00:01.104598277Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"2626570853599856340","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer_exporter_agent_up","query":"up{instance=~\".*:9631\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001186177,"lastEvaluation":"2026-11-22T21:00:01.105646697Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"6560419138046595181","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbackrest_exporter_agent_up","query":"up{instance=~\".*:9854\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001822695,"lastEvaluation":"2026-11-22T21:00:01.107070687Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"7711451010508465477","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"patroni_up","query":"up{instance=~\".*:8008\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001038735,"lastEvaluation":"2026-11-22T21:00:01.108932784Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"112614349375099594","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql_exporter_up","query":"up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000623003,"lastEvaluation":"2026-11-22T21:00:01.110010822Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13817772392009897881","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka_up","query":"up{job=\"kafka\",role=~\".+\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000468144,"lastEvaluation":"2026-11-22T21:00:01.11067485Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2615694742516567183","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka_exporter_up","query":"up{job=\"kafka\",role=\"\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000476231,"lastEvaluation":"2026-11-22T21:00:01.111307802Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11877108057045193400","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T21:00:01.0956729Z","type":"prometheus","id":"2019580944935921608","file":"/infra/rules/agent.yml","concurrency":1,"states":{"":14}},{"name":"etcd-alert","rules":[{"state":"inactive","name":"EtcdServerDown","query":"etcd_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/etcd-overview\n","summary":"CRIT EtcdServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.003010379,"lastEvaluation":"2026-11-22T20:59:58.903581732Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6472556129433162101","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdNoLeader","query":"min(etcd_server_has_leader) by (cls) \u003c 1","duration":15,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_server_has_leader[cls={{ $labels.cls }}] = {{ $value }} \u003c 1\n/ui/d/etcd-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"CRIT EtcdNoLeader: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000881186,"lastEvaluation":"2026-11-22T20:59:58.906618205Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6712175362511620660","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdQuotaFull","query":"etcd:cls:quota_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"1","severity":"WARN"},"annotations":{"description":"etcd:cls:quota_usage[cls={{ $labels.cls }}] = {{ $value | printf \"%.3f\" }} \u003e 90%\n","summary":"WARN EtcdQuotaFull: {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000823739,"lastEvaluation":"2026-11-22T20:59:58.907518353Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"13420651261018784922","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"EtcdNetworkPeerRTSlow","query":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdNetworkPeerRTSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000965104,"lastEvaluation":"2026-11-22T20:59:58.908357164Z","alerts":[{"state":"firing","name":"EtcdNetworkPeerRTSlow","value":"0.77824","labels":{"To":"eb8af0dac4f60908","alertgroup":"etcd-alert","alertname":"EtcdNetworkPeerRTSlow","category":"etcd","cls":"etcd","ins":"etcd-4","instance":"100.71.19.209:2379","ip":"100.71.19.209","job":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls=etcd, ins=etcd-4] = 0.77824 \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls=etcd\n","summary":"INFO EtcdNetworkPeerRTSlow: etcd etcd-4"},"activeAt":"2026-11-05T07:35:20Z","id":"7192957876223842066","rule_id":"14954978935799354606","group_id":"16422350404351705521","expression":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16422350404351705521\u0026alert_id=7192957876223842066","restored":false,"stabilizing":false},{"state":"firing","name":"EtcdNetworkPeerRTSlow","value":"0.77824","labels":{"To":"6362bdf54b525adc","alertgroup":"etcd-alert","alertname":"EtcdNetworkPeerRTSlow","category":"etcd","cls":"etcd","ins":"etcd-2","instance":"100.71.40.170:2379","ip":"100.71.40.170","job":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls=etcd, ins=etcd-2] = 0.77824 \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls=etcd\n","summary":"INFO EtcdNetworkPeerRTSlow: etcd etcd-2"},"activeAt":"2026-10-24T02:25:50Z","id":"12879704338081171955","rule_id":"14954978935799354606","group_id":"16422350404351705521","expression":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16422350404351705521\u0026alert_id=12879704338081171955","restored":false,"stabilizing":false},{"state":"firing","name":"EtcdNetworkPeerRTSlow","value":"0.77824","labels":{"To":"d363e45f24dadcf0","alertgroup":"etcd-alert","alertname":"EtcdNetworkPeerRTSlow","category":"etcd","cls":"etcd","ins":"etcd-2","instance":"100.71.40.170:2379","ip":"100.71.40.170","job":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls=etcd, ins=etcd-2] = 0.77824 \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls=etcd\n","summary":"INFO EtcdNetworkPeerRTSlow: etcd etcd-2"},"activeAt":"2026-10-24T02:25:50Z","id":"3334945068984178103","rule_id":"14954978935799354606","group_id":"16422350404351705521","expression":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16422350404351705521\u0026alert_id=3334945068984178103","restored":false,"stabilizing":false},{"state":"firing","name":"EtcdNetworkPeerRTSlow","value":"0.77824","labels":{"To":"eb8af0dac4f60908","alertgroup":"etcd-alert","alertname":"EtcdNetworkPeerRTSlow","category":"etcd","cls":"etcd","ins":"etcd-1","instance":"100.71.31.4:2379","ip":"100.71.31.4","job":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls=etcd, ins=etcd-1] = 0.77824 \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls=etcd\n","summary":"INFO EtcdNetworkPeerRTSlow: etcd etcd-1"},"activeAt":"2026-11-11T00:25:30Z","id":"5228502987236648627","rule_id":"14954978935799354606","group_id":"16422350404351705521","expression":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16422350404351705521\u0026alert_id=5228502987236648627","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":6,"id":"14954978935799354606","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdWalFsyncSlow","query":"etcd:ins:wal_fsync_rt_p95_5m \u003e 0.050","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:wal_fsync_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 50ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdWalFsyncSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00085265,"lastEvaluation":"2026-11-22T20:59:58.911070656Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"5715944512589980155","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T20:59:58.903575002Z","type":"prometheus","id":"16422350404351705521","file":"/infra/rules/etcd.yml","concurrency":1,"states":{"firing":1,"inactive":4}},{"name":"etcd-rules","rules":[{"state":"","name":"etcd:ins:rpm","query":"sum without (type, client_api_version) (increase(etcd_server_client_requests_total{job=\"etcd\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004846357,"lastEvaluation":"2026-11-22T21:00:06.600820297Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"4832754136110249834","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wpm","query":"increase(etcd_server_proposals_committed_total{job=\"etcd\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.013059119,"lastEvaluation":"2026-11-22T21:00:06.605709477Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"11860767146026404497","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:quota_usage","query":"etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006622599,"lastEvaluation":"2026-11-22T21:00:06.618811251Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"12020725054132561431","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:quota_usage","query":"max by (job,cls) (etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003075125,"lastEvaluation":"2026-11-22T21:00:06.625490035Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"4816945504981658763","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:age","query":"etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003487462,"lastEvaluation":"2026-11-22T21:00:06.628652879Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"8023804730260639706","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:age","query":"max by (job,cls) (etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004998311,"lastEvaluation":"2026-11-22T21:00:06.632161352Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"11142691502952152760","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wal_fsync_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003072592,"lastEvaluation":"2026-11-22T21:00:06.637198941Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":45,"id":"9683070077679029108","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:backend_commit_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003409312,"lastEvaluation":"2026-11-22T21:00:06.640316659Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":45,"id":"7915787585156206754","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:network_peer_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_network_peer_round_trip_time_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.009909005,"lastEvaluation":"2026-11-22T21:00:06.643774147Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":170,"id":"4235737155991928642","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T21:00:06.600814757Z","type":"prometheus","id":"12172382247898273642","file":"/infra/rules/etcd.yml","concurrency":1,"states":{"":9}},{"name":"infra-alert","rules":[{"state":"inactive","name":"InfraDown","query":"infra_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type={{ $labels.type }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT InfraDown {{ $labels.type }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001653466,"lastEvaluation":"2026-11-22T20:59:59.217709874Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"34541643354244742","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"AgentDown","query":"agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT AgentDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.002548132,"lastEvaluation":"2026-11-22T20:59:59.21937627Z","alerts":[{"state":"firing","name":"AgentDown","value":"0","labels":{"alertgroup":"infra-alert","alertname":"AgentDown","category":"infra","cls":"inshuwa-dev","ins":"inshuwa-dev-1","instance":"100.71.40.170:20001","ip":"postgres.hobbiton.tech","job":"pgrds","level":"0","severity":"CRIT"},"annotations":{"description":"agent_up[ins=inshuwa-dev-1, instance=100.71.40.170:20001] = 0.00 \u003c 1\n","summary":"CRIT AgentDown inshuwa-dev-1@100.71.40.170:20001"},"activeAt":"2026-10-05T18:14:50Z","id":"3762114348410172273","rule_id":"3750705474481061326","group_id":"17002711367853094751","expression":"agent_up \u003c 1","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=17002711367853094751\u0026alert_id=3762114348410172273","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":10,"id":"3750705474481061326","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T20:59:59.21770651Z","type":"prometheus","id":"17002711367853094751","file":"/infra/rules/infra.yml","concurrency":1,"states":{"firing":1,"inactive":1}},{"name":"infra-rules","rules":[{"state":"","name":"infra_up","query":"up{job=\"infra\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.008031893,"lastEvaluation":"2026-11-22T21:00:06.92614895Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"3234035625992075699","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"","name":"agent_up","query":"up{job!~\"infra|node|etcd|minio|pgsql|redis|mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001619617,"lastEvaluation":"2026-11-22T21:00:06.934292753Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":10,"lastSeriesFetched":10,"id":"8080388337310565842","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T21:00:06.926140843Z","type":"prometheus","id":"12774679442975532692","file":"/infra/rules/infra.yml","concurrency":1,"states":{"":2}},{"name":"kafka-alert","rules":[{"state":"inactive","name":"KafkaDown","query":"up{job=\"kafka\",role=~\".+\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"Kafka JMX endpoint is unreachable for {{ $labels.ins }} (role={{ $labels.role }}, node_id={{ $labels.node_id }}).\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000683326,"lastEvaluation":"2026-11-22T20:59:59.876379789Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4106633443422949673","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaExporterDown","query":"up{job=\"kafka\",role=\"\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"up[job=kafka, role='', ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000422653,"lastEvaluation":"2026-11-22T20:59:59.877080505Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6114697482555084835","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJmxScrapeError","query":"jmx_scrape_error{job=\"kafka\"} \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"JMX Exporter is reachable but failed to collect one or more Kafka MBeans.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaJmxScrapeError {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001844345,"lastEvaluation":"2026-11-22T20:59:59.877513969Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2932956951693807662","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJvmHeapHigh","query":"kafka:ins:jvm_heap_used_ratio \u003e 0.90","duration":900,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka JVM heap utilization has remained above 90% for 15 minutes: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaJvmHeapHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001525942,"lastEvaluation":"2026-11-22T20:59:59.879378441Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11057504407616715820","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJvmDeadlock","query":"jvm_threads_deadlocked{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"The Kafka JVM reports {{ $value }} deadlocked thread cycle(s).\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaJvmDeadlock {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00039665,"lastEvaluation":"2026-11-22T20:59:59.880920825Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1682667259236544097","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaRequestHandlerSaturated","query":"kafka_server_request_handler_idle_ratio{job=\"kafka\"} \u003c 0.10","duration":600,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka request handler idle capacity is below 10%: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaRequestHandlerSaturated {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00043036,"lastEvaluation":"2026-11-22T20:59:59.881355931Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2435324408008451337","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUnderReplicatedPartitions","query":"kafka_server_replica_manager_under_replicated_partitions{job=\"kafka\"} \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"{{ $value }} partition replicas are outside ISR on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaUnderReplicatedPartitions {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000368392,"lastEvaluation":"2026-11-22T20:59:59.881799436Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3594504266637175878","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUnderMinISR","query":"kafka_server_replica_manager_under_min_isr_partitions{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $value }} partitions are below min.insync.replicas on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaUnderMinISR {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00052594,"lastEvaluation":"2026-11-22T20:59:59.882180911Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11326321882344255373","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaOfflineLogDirectory","query":"kafka_log_manager_offline_log_directories{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"Kafka has marked {{ $value }} log directories offline on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaOfflineLogDirectory {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000325956,"lastEvaluation":"2026-11-22T20:59:59.882724788Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1717181191271714831","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaOfflinePartitions","query":"max by (cls) (kafka_controller_offline_partition_count{job=\"kafka\"}) \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"The active KRaft controller reports {{ $value }} offline partitions.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaOfflinePartitions {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000332873,"lastEvaluation":"2026-11-22T20:59:59.883059518Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15252468229033472766","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaControllerCountMismatch","query":"(sum by (cls) (kafka_controller_active_controller_count{job=\"kafka\"}) or 0 * count by (cls) (up{job=\"kafka\",role=~\"combined|controller\"})) != 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"A healthy KRaft cluster must expose exactly one active controller; observed {{ $value }}.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaControllerCountMismatch {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000389879,"lastEvaluation":"2026-11-22T20:59:59.883406002Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10047444768488911927","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaFencedBrokers","query":"max by (cls) (kafka_controller_fenced_broker_count{job=\"kafka\"}) \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"The active controller reports {{ $value }} fenced brokers.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"WARN KafkaFencedBrokers {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000272475,"lastEvaluation":"2026-11-22T20:59:59.883815315Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3793801864357164293","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUncleanLeaderElection","query":"increase(kafka_controller_unclean_leader_elections_total{job=\"kafka\"}[5m]) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $value }} unclean leader election(s) occurred during the last five minutes; data loss may have occurred.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaUncleanLeaderElection {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000280379,"lastEvaluation":"2026-11-22T20:59:59.884095894Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10286343268033438554","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaNetworkProcessorSaturated","query":"kafka_network_processor_idle_ratio{job=\"kafka\"} \u003c 0.10","duration":600,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka network processor idle capacity is below 10%: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaNetworkProcessorSaturated {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000248428,"lastEvaluation":"2026-11-22T20:59:59.884386792Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17465203282628974183","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaConsumerLagGrowing","query":"kafka:csg:lag \u003e 100000 and on (job, cls, consumergroup) delta(kafka:csg:lag[30m]) \u003e 0","duration":1800,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Consumer group lag is above 100k records and still growing after 30 minutes ({{ $value }} records).\n/ui/d/kafka-consumer?var-cls={{ $labels.cls }}\u0026var-group={{ $labels.consumergroup }}\n","summary":"WARN KafkaConsumerLagGrowing {{ $labels.consumergroup }}"},"lastError":"","evaluationTime":0.000328752,"lastEvaluation":"2026-11-22T20:59:59.884644428Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15895644962497138700","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T20:59:59.876368298Z","type":"prometheus","id":"18216149610123607395","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"inactive":15}},{"name":"kafka-jmx-rules","rules":[{"state":"","name":"kafka:ins:jvm_heap_used_ratio","query":"sum by (job, cls, ins, ip, instance, role, node_id) (jvm_memory_used_bytes{job=\"kafka\",area=\"heap\"}) / clamp_min(sum by (job, cls, ins, ip, instance, role, node_id) (jvm_memory_max_bytes{job=\"kafka\",area=\"heap\"}), 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006873224,"lastEvaluation":"2026-11-22T21:00:01.653434005Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14884650160529744712","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:jvm_cpu_cores","query":"rate(process_cpu_seconds_total{job=\"kafka\",role=~\".+\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000734353,"lastEvaluation":"2026-11-22T21:00:01.660332347Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17423167809640503965","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:load","query":"1 - clamp( min by (job, cls, ins, ip, instance, role, node_id) ( kafka_server_request_handler_idle_ratio{job=\"kafka\"} or kafka_network_processor_idle_ratio{job=\"kafka\"} ), 0, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000707239,"lastEvaluation":"2026-11-22T21:00:01.661089223Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5927236481145339729","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:load","query":"avg by (job, cls) (kafka:ins:load)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002410345,"lastEvaluation":"2026-11-22T21:00:01.66181414Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1921393208877593090","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:jvm_gc_time_rate5m","query":"sum without (gc) (rate(jvm_gc_collection_seconds_sum{job=\"kafka\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001525422,"lastEvaluation":"2026-11-22T21:00:01.666106333Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9952172232901444958","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:messages_in_rate5m","query":"rate(kafka_server_broker_messages_in_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000708347,"lastEvaluation":"2026-11-22T21:00:01.667655372Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11348051420868752190","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:bytes_in_rate5m","query":"rate(kafka_server_broker_bytes_in_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000614378,"lastEvaluation":"2026-11-22T21:00:01.66838253Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8379635569592296642","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:bytes_out_rate5m","query":"rate(kafka_server_broker_bytes_out_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000425749,"lastEvaluation":"2026-11-22T21:00:01.66901464Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9825219534332299410","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:request_error_rate5m","query":"sum without (request, error) (rate(kafka_network_request_errors_total{job=\"kafka\",error!=\"NONE\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000385484,"lastEvaluation":"2026-11-22T21:00:01.669452048Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5729367482286545958","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:under_replicated_partitions","query":"sum by (job, cls) (kafka_server_replica_manager_under_replicated_partitions{job=\"kafka\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000500235,"lastEvaluation":"2026-11-22T21:00:01.669852877Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18205907956583451977","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:offline_partitions","query":"max by (job, cls) (kafka_controller_offline_partition_count{job=\"kafka\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000431492,"lastEvaluation":"2026-11-22T21:00:01.670371214Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9556703035884433725","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T21:00:01.653424924Z","type":"prometheus","id":"3047419082577557758","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"":11}},{"name":"kafka-rules","rules":[{"state":"","name":"kafka:topic:msg_rate1m","query":"sum by (job, cls, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_topic_partition_current_offset[1m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005576055,"lastEvaluation":"2026-11-22T21:00:04.207905148Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3824950518663537846","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:topic:msg_rate5m","query":"sum by (job, cls, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_topic_partition_current_offset[5m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002239049,"lastEvaluation":"2026-11-22T21:00:04.213508975Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6893912955393123494","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate1m","query":"sum without (topic) (kafka:topic:msg_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000957981,"lastEvaluation":"2026-11-22T21:00:04.215774801Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11128310781942141837","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate5m","query":"sum without (topic) (kafka:topic:msg_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000965859,"lastEvaluation":"2026-11-22T21:00:04.216796486Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14688034553184214981","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg_topic:commit_rate5m","query":"sum by (job, cls, consumergroup, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_consumergroup_current_offset[5m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000993747,"lastEvaluation":"2026-11-22T21:00:04.217777437Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12341570812249030338","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg_topic:lag","query":"sum by (job, cls, consumergroup, topic) (max without (ins, ip, instance) (clamp_min(kafka_consumergroup_lag, 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000955655,"lastEvaluation":"2026-11-22T21:00:04.218790549Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2530917240113996236","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg:lag","query":"sum without (topic) (kafka:csg_topic:lag)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000685347,"lastEvaluation":"2026-11-22T21:00:04.219765233Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11869090650498232330","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:lag","query":"sum without (consumergroup) (kafka:csg:lag)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000710955,"lastEvaluation":"2026-11-22T21:00:04.220462103Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"874545517223926333","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T21:00:04.207896963Z","type":"prometheus","id":"7760010977157438040","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"":8}},{"name":"minio-alert","rules":[{"state":"inactive","name":"MinioServerDown","query":"minio_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/minio-overview\n","summary":"CRIT MinioServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000714088,"lastEvaluation":"2026-11-22T20:59:59.980985581Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5056977363625481287","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioNodeOffline","query":"max by (cls) (avg_over_time(minio_cluster_health_nodes_offline_count{job=\"minio\"}[5m])) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_health_nodes_offline_count[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\n/ui/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioNodeOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000367094,"lastEvaluation":"2026-11-22T20:59:59.981715783Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2548434918796171148","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioDiskOffline","query":"max by (cls) (avg_over_time(minio_cluster_health_drives_offline_count{job=\"minio\"}[5m])) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_health_drives_offline_count[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\n/ui/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioDiskOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000347212,"lastEvaluation":"2026-11-22T20:59:59.98209859Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16805369781837028873","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioErasureSetUnhealthy","query":"min by (cls) (\n  minio_cluster_erasure_set_overall_health{job=\"minio\"}\n  or (minio_cluster_erasure_set_overall_write_quorum{job=\"minio\"} * 0)\n) \u003c 1\n","duration":60,"keep_firing_for":0,"labels":{"category":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_cluster_erasure_set_overall_health[cls={{ $labels.cls }}] = {{ $value }} \u003c 1\n/ui/d/minio-overview?from=now-15m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"CRIT MinioErasureSetUnhealthy: {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000389461,"lastEvaluation":"2026-11-22T20:59:59.982453901Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8279853608072352223","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioClusterCapacityHigh","query":"max by (cls) (\n  1 - (\n    (\n      minio_cluster_health_capacity_usable_free_bytes{job=\"minio\"}\n      or (minio_cluster_health_capacity_usable_total_bytes{job=\"minio\"} * 0)\n    )\n    / minio_cluster_health_capacity_usable_total_bytes{job=\"minio\"}\n  )\n) \u003e 0.90\n","duration":900,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"MinIO usable capacity usage for cls={{ $labels.cls }} is {{ $value | humanizePercentage }} \u003e 90%.\n/ui/d/minio-overview?from=now-1h\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioClusterCapacityHigh: {{ $labels.cls }} {{ $value | humanizePercentage }}"},"lastError":"","evaluationTime":0.00062259,"lastEvaluation":"2026-11-22T20:59:59.98285388Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9392663091178120830","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T20:59:59.980979306Z","type":"prometheus","id":"18410437492731671407","file":"/infra/rules/minio.yml","concurrency":1,"states":{"inactive":5}},{"name":"mysql-alerts","rules":[{"state":"inactive","name":"MySQLExporterDown","query":"mysql:ins:exporter_up \u003c 1","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld_exporter is unavailable for {{ $labels.ins }} at {{ $labels.instance }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000938803,"lastEvaluation":"2026-11-22T20:59:43.696746734Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7526740186098509471","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLInstanceDown","query":"mysql:ins:exporter_up == 1 and on (job, cls, ins, ip, instance, topology) mysql:ins:up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"mysqld_exporter is reachable but cannot connect to MySQL on {{ $labels.ins }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT MySQLInstanceDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000637294,"lastEvaluation":"2026-11-22T20:59:43.697706097Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14408643372734883685","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLCollectorError","query":"mysql_exporter_collector_success{job=\"mysql\"} \u003c 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld_exporter collector {{ $labels.collector }} has failed for 5 minutes.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLCollectorError {{ $labels.ins }} {{ $labels.collector }}"},"lastError":"","evaluationTime":0.00039674,"lastEvaluation":"2026-11-22T20:59:43.698374356Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6842410475238443322","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLRecentlyRestarted","query":"mysql:ins:uptime \u003c 600","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} has been up for only {{ $value | humanizeDuration }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLRecentlyRestarted {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000302992,"lastEvaluation":"2026-11-22T20:59:43.698785182Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10237589161268952367","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionsHigh","query":"mysql:ins:connection_usage \u003e 0.80 and mysql:ins:connection_usage \u003c= 0.95","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} is using {{ $value | humanizePercentage }} of max_connections.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLConnectionsHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000369362,"lastEvaluation":"2026-11-22T20:59:43.699099122Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6384783939064139719","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionsCritical","query":"mysql:ins:connection_usage \u003e 0.95","duration":180,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $labels.ins }} is using {{ $value | humanizePercentage }} of max_connections.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT MySQLConnectionsCritical {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000316672,"lastEvaluation":"2026-11-22T20:59:43.699477477Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"291525136166992757","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionErrors","query":"mysql:ins:connection_errors \u003e 0.1","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} has {{ $value | printf \"%.2f\" }} connection errors per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLConnectionErrors {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000310324,"lastEvaluation":"2026-11-22T20:59:43.699806694Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4416803170619156166","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLAbortedConnections","query":"mysql:ins:aborted_connects \u003e 1 or mysql:ins:aborted_clients \u003e 1","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} has {{ $value | printf \"%.2f\" }} aborted connections per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLAbortedConnections {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00041425,"lastEvaluation":"2026-11-22T20:59:43.700129351Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10754334981656827139","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLSlowQueries","query":"mysql:ins:slow_query_ratio \u003e 0.01 and mysql:ins:qps \u003e 10","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} slow-query ratio is {{ $value | humanizePercentage }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLSlowQueries {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000908336,"lastEvaluation":"2026-11-22T20:59:43.700557154Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16685883791935058087","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLDiskTemporaryTablesHigh","query":"mysql:ins:tmp_disk_ratio \u003e 0.25 and mysql:ins:tmp_tables \u003e 1","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} creates {{ $value | humanizePercentage }} of temporary tables on disk.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLDiskTemporaryTablesHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000289297,"lastEvaluation":"2026-11-22T20:59:43.701479452Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"408374536753029705","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLFullJoinsHigh","query":"mysql:ins:full_joins \u003e 1","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} executes {{ $value | printf \"%.2f\" }} joins without indexes per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLFullJoinsHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000256663,"lastEvaluation":"2026-11-22T20:59:43.70177864Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10215723616197049135","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLBufferPoolHitLow","query":"mysql:ins:buffer_pool_hit_ratio \u003c 0.95 and mysql:ins:qps \u003e 100","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} buffer-pool hit ratio is {{ $value | humanizePercentage }} under sustained load.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLBufferPoolHitLow {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000341938,"lastEvaluation":"2026-11-22T20:59:43.702046589Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17650029185716306135","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLBufferPoolWaits","query":"mysql:ins:buffer_pool_waits \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} waits for free InnoDB buffer-pool pages at {{ $value | printf \"%.2f\" }}/s.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLBufferPoolWaits {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000285888,"lastEvaluation":"2026-11-22T20:59:43.70239941Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6095606965869047128","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLInnoDBLogWaits","query":"mysql:ins:log_waits \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} waits for InnoDB redo space at {{ $value | printf \"%.2f\" }}/s.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLInnoDBLogWaits {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000289855,"lastEvaluation":"2026-11-22T20:59:43.702694415Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3876971663627789983","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLRedoCapacityHigh","query":"mysql:ins:redo_utilization \u003e 0.80","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} redo checkpoint age uses {{ $value | humanizePercentage }} of capacity.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLRedoCapacityHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000303792,"lastEvaluation":"2026-11-22T20:59:43.703002055Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4593623846663555977","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLDeadlocksHigh","query":"mysql:ins:deadlocks \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} reports {{ $value | printf \"%.3f\" }} deadlocks per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLDeadlocks {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000329394,"lastEvaluation":"2026-11-22T20:59:43.703314989Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7435991847605768378","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLHistoryListLarge","query":"mysql:ins:history_list_length \u003e 1000000","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} InnoDB history-list length is {{ $value | humanize }}; purge may be blocked.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLHistoryListLarge {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00027719,"lastEvaluation":"2026-11-22T20:59:43.703653512Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7302117283224926300","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterNoPrimary","query":"mysql:cls:gr_primary_members{topology=\"innodb_cluster\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"The InnoDB Cluster has no ONLINE primary. Normal automation will not\nperform complete-outage recovery or force a new primary.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterNoPrimary {{ $labels.cls }}"},"lastError":"","evaluationTime":0.00029303,"lastEvaluation":"2026-11-22T20:59:43.703940641Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13383311224999544126","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterMultiplePrimary","query":"mysql:cls:gr_primary_members{topology=\"innodb_cluster\"} \u003e 1","duration":30,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"Single-primary invariant is violated: {{ $value }} ONLINE primary members.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterMultiplePrimary {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000317865,"lastEvaluation":"2026-11-22T20:59:43.704267636Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"863728401142352045","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterQuorumLost","query":"mysql:cls:gr_quorum{topology=\"innodb_cluster\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"Fewer than a majority of declared members are ONLINE; writes must remain unavailable.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterQuorumLost {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000279871,"lastEvaluation":"2026-11-22T20:59:43.704597118Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16764538527207291091","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterMemberOffline","query":"mysql:ins:up{topology=\"innodb_cluster\"} == 1 unless on (job, cls, ins, ip, instance, topology) mysql:ins:gr_online == 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld is reachable but its local Group Replication member is not ONLINE.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLClusterMemberOffline {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000560536,"lastEvaluation":"2026-11-22T20:59:43.704885479Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4921640385778001986","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRQueueHigh","query":"mysql:ins:gr_certifier_queue \u003e 1000 or mysql:ins:gr_applier_queue \u003e 1000","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"A GR certification or applier queue has exceeded 1000 transactions.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLGRQueueHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000468169,"lastEvaluation":"2026-11-22T20:59:43.705457222Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12473408840823730509","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRQueueCritical","query":"mysql:ins:gr_certifier_queue \u003e 10000 or mysql:ins:gr_applier_queue \u003e 10000","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"A GR certification or applier queue has exceeded 10000 transactions.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLGRQueueCritical {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000377376,"lastEvaluation":"2026-11-22T20:59:43.705941273Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5947649293951060941","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRFlowControlHigh","query":"mysql:ins:gr_certifier_queue_ratio \u003e 0.80 or mysql:ins:gr_applier_queue_ratio \u003e 0.80","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"A Group Replication queue has remained above 80% of its configured flow-control threshold.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLGRFlowControlHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000476219,"lastEvaluation":"2026-11-22T20:59:43.706328598Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10302922902164620985","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLPrimaryReadOnly","query":"mysql_global_variables_read_only{job=\"mysql\"} \u003e 0 and on (job, cls, ins, ip, instance, topology) mysql:ins:gr_primary == 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"The runtime GR primary reports read_only enabled.\n/ui/d/mysql-cluster?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLPrimaryReadOnly {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00029028,"lastEvaluation":"2026-11-22T20:59:43.706819626Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15376005625202083032","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLSecondaryWritable","query":"mysql_global_variables_super_read_only{job=\"mysql\"} \u003c 1 and on (job, cls, ins, ip, instance, topology) mysql:ins:gr_secondary == 1","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"A runtime GR secondary reports super_read_only disabled.\n/ui/d/mysql-cluster?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLSecondaryWritable {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000367881,"lastEvaluation":"2026-11-22T20:59:43.707144331Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4786653785347223550","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLExporterScrapeSlow","query":"max without (collector) (mysql_exporter_collector_duration_seconds{job=\"mysql\"}) \u003e 5","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} exporter collectors take {{ $value | humanizeDuration }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLExporterScrapeSlow {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000377327,"lastEvaluation":"2026-11-22T20:59:43.707520946Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8432818720413109612","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20}],"interval":30,"lastEvaluation":"2026-11-22T20:59:43.696738999Z","type":"prometheus","id":"8421186766958095244","file":"/infra/rules/mysql.yml","concurrency":1,"states":{"inactive":27}},{"name":"mysql-rules","rules":[{"state":"","name":"mysql:ins:exporter_up","query":"up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004087992,"lastEvaluation":"2026-11-22T21:00:04.048850156Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3667637367286507702","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:up","query":"mysql_up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.020783318,"lastEvaluation":"2026-11-22T21:00:04.052966838Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1619934901076580885","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:uptime","query":"mysql_global_status_uptime{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00093666,"lastEvaluation":"2026-11-22T21:00:04.073774365Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6203853746995238318","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:instances","query":"count by (cls, topology) (up{job=\"mysql\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005459489,"lastEvaluation":"2026-11-22T21:00:04.074749517Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18279982323015360710","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:up","query":"sum by (cls, topology) (mysql:ins:up) or (0 * count by (cls, topology) (up{job=\"mysql\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000884167,"lastEvaluation":"2026-11-22T21:00:04.080263879Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2578215900149084057","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:qps","query":"rate(mysql_global_status_questions{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000482337,"lastEvaluation":"2026-11-22T21:00:04.081166743Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15650040395811166644","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"commit|rollback\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000466483,"lastEvaluation":"2026-11-22T21:00:04.081659099Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17313497984451352678","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:read_qps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"select|show.*\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000380413,"lastEvaluation":"2026-11-22T21:00:04.082134893Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7766024519115978762","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:write_qps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"insert|update|delete|replace|load\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000379454,"lastEvaluation":"2026-11-22T21:00:04.082550378Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17700452923072641649","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_ops","query":"rate(mysql_global_status_innodb_row_ops_total{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004800462,"lastEvaluation":"2026-11-22T21:00:04.082939232Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4401899730371190573","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_rate","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_total{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000782262,"lastEvaluation":"2026-11-22T21:00:04.087769293Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5338326599823916839","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_latency","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_timer_wait{job=\"mysql\"}[5m])) / clamp_min(mysql:ins:statement_rate, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000508655,"lastEvaluation":"2026-11-22T21:00:04.088567237Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4731984022380503333","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:rows_examined_per_query","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_rows_examined{job=\"mysql\"}[5m])) / clamp_min(mysql:ins:statement_rate, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000455019,"lastEvaluation":"2026-11-22T21:00:04.089094128Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8271791146867007533","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connections","query":"mysql_global_status_threads_connected{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000398031,"lastEvaluation":"2026-11-22T21:00:04.089558725Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13355637212781540594","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_usage","query":"mysql_global_status_threads_connected{job=\"mysql\"} / clamp_min(mysql_global_variables_max_connections{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000350606,"lastEvaluation":"2026-11-22T21:00:04.089967711Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14321795515860636451","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_rate","query":"rate(mysql_global_status_connections{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00035423,"lastEvaluation":"2026-11-22T21:00:04.090331895Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11433804532710332929","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:threads_running","query":"mysql_global_status_threads_running{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00027572,"lastEvaluation":"2026-11-22T21:00:04.090694929Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1502524331389792386","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:threads_cached","query":"mysql_global_status_threads_cached{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005079629,"lastEvaluation":"2026-11-22T21:00:04.090982459Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4803259428255142034","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:slow_queries","query":"rate(mysql_global_status_slow_queries{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000808477,"lastEvaluation":"2026-11-22T21:00:04.096085917Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12915011976540338491","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:slow_query_ratio","query":"mysql:ins:slow_queries / clamp_min(mysql:ins:qps, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00056174,"lastEvaluation":"2026-11-22T21:00:04.096913232Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10642101806960531151","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:aborted_connects","query":"rate(mysql_global_status_aborted_connects{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000469918,"lastEvaluation":"2026-11-22T21:00:04.097489281Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3618783440755805233","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:aborted_clients","query":"rate(mysql_global_status_aborted_clients{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000433598,"lastEvaluation":"2026-11-22T21:00:04.09797002Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12008032513619755219","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_errors","query":"sum without (error) (rate(mysql_global_status_connection_errors_total{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000405628,"lastEvaluation":"2026-11-22T21:00:04.09843345Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10699886227970336491","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:rx_bytes","query":"rate(mysql_global_status_bytes_received{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004741365,"lastEvaluation":"2026-11-22T21:00:04.098869355Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12913599011557570124","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tx_bytes","query":"rate(mysql_global_status_bytes_sent{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.008156226,"lastEvaluation":"2026-11-22T21:00:04.103634109Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5067642561798207493","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_tables","query":"rate(mysql_global_status_created_tmp_tables{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.008803642,"lastEvaluation":"2026-11-22T21:00:04.111811586Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4620641988824769986","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_disk_tables","query":"rate(mysql_global_status_created_tmp_disk_tables{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00825371,"lastEvaluation":"2026-11-22T21:00:04.120664241Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12382303562433694208","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_disk_ratio","query":"mysql:ins:tmp_disk_tables / clamp_min(mysql:ins:tmp_tables, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000557355,"lastEvaluation":"2026-11-22T21:00:04.128941576Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13605922670192083092","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:full_joins","query":"rate(mysql_global_status_select_full_join{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000398693,"lastEvaluation":"2026-11-22T21:00:04.129516023Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10247406955506288411","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:full_scans","query":"rate(mysql_global_status_select_scan{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002869939,"lastEvaluation":"2026-11-22T21:00:04.129929891Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4450059214805752669","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:sort_merge_passes","query":"rate(mysql_global_status_sort_merge_passes{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000612426,"lastEvaluation":"2026-11-22T21:00:04.132822572Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15109908821635214879","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:table_open_cache_hit_ratio","query":"rate(mysql_global_status_table_open_cache_hits{job=\"mysql\"}[5m]) / clamp_min(rate(mysql_global_status_table_open_cache_hits{job=\"mysql\"}[5m]) + rate(mysql_global_status_table_open_cache_misses{job=\"mysql\"}[5m]), 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000431392,"lastEvaluation":"2026-11-22T21:00:04.133470835Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13419610529189107450","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:open_files_usage","query":"mysql_global_status_open_files{job=\"mysql\"} / clamp_min(mysql_global_variables_open_files_limit{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00261127,"lastEvaluation":"2026-11-22T21:00:04.133914101Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12632843824441801370","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_errors","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_errors{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001770238,"lastEvaluation":"2026-11-22T21:00:04.136554721Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11815747714212491195","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:no_index_queries","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_no_index_used{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001818387,"lastEvaluation":"2026-11-22T21:00:04.138347003Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14089720052255660794","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_hit_ratio","query":"clamp_min(1 - rate(mysql_global_status_innodb_buffer_pool_reads{job=\"mysql\"}[5m]) / clamp_min(rate(mysql_global_status_innodb_buffer_pool_read_requests{job=\"mysql\"}[5m]), 1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002348547,"lastEvaluation":"2026-11-22T21:00:04.140188301Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14078602311975960821","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_usage","query":"mysql_global_status_innodb_buffer_pool_bytes_data{job=\"mysql\"} / clamp_min(mysql_global_variables_innodb_buffer_pool_size{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000891858,"lastEvaluation":"2026-11-22T21:00:04.142555549Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16785586299791959232","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_dirty_ratio","query":"mysql_global_status_innodb_buffer_pool_bytes_dirty{job=\"mysql\"} / clamp_min(mysql_global_status_innodb_buffer_pool_bytes_data{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000486287,"lastEvaluation":"2026-11-22T21:00:04.143466465Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10011440007340424741","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_waits","query":"rate(mysql_global_status_innodb_buffer_pool_wait_free{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005681548,"lastEvaluation":"2026-11-22T21:00:04.143969419Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13482696747444875978","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_read_bytes","query":"rate(mysql_global_status_innodb_data_read{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.013146359,"lastEvaluation":"2026-11-22T21:00:04.149679946Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15991989607859236960","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_write_bytes","query":"rate(mysql_global_status_innodb_data_written{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000640336,"lastEvaluation":"2026-11-22T21:00:04.162855489Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6346211140176591808","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_reads","query":"rate(mysql_global_status_innodb_data_reads{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000635462,"lastEvaluation":"2026-11-22T21:00:04.163516878Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10412409716367854760","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_writes","query":"rate(mysql_global_status_innodb_data_writes{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000616343,"lastEvaluation":"2026-11-22T21:00:04.164165642Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16152890665156980084","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_fsyncs","query":"rate(mysql_global_status_innodb_data_fsyncs{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000357702,"lastEvaluation":"2026-11-22T21:00:04.16479543Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16686411635826181124","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:redo_bytes","query":"rate(mysql_global_status_innodb_os_log_written{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000692605,"lastEvaluation":"2026-11-22T21:00:04.165163203Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11878460789522685301","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:redo_utilization","query":"clamp_min(mysql_global_status_innodb_redo_log_current_lsn{job=\"mysql\"} - mysql_global_status_innodb_redo_log_checkpoint_lsn{job=\"mysql\"}, 0) / clamp_min(mysql_global_status_innodb_redo_log_capacity_resized{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000650733,"lastEvaluation":"2026-11-22T21:00:04.165867975Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13788653410769828951","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:log_waits","query":"rate(mysql_global_status_innodb_log_waits{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000405261,"lastEvaluation":"2026-11-22T21:00:04.166530651Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14003281194996009332","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_lock_waits","query":"rate(mysql_global_status_innodb_row_lock_waits{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000559652,"lastEvaluation":"2026-11-22T21:00:04.166949257Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1059002157743943342","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_lock_time","query":"rate(mysql_global_status_innodb_row_lock_time{job=\"mysql\"}[5m]) / 1000","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000339452,"lastEvaluation":"2026-11-22T21:00:04.167520881Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7123053349368748744","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:deadlocks","query":"rate(mysql_info_schema_innodb_metrics_lock_lock_deadlocks_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000964488,"lastEvaluation":"2026-11-22T21:00:04.16786858Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10379382513202940635","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:history_list_length","query":"mysql_info_schema_innodb_metrics_transaction_trx_rseg_history_len{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001330274,"lastEvaluation":"2026-11-22T21:00:04.16884892Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12523831668807973063","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:binlog_bytes","query":"sum without (log_file) (mysql_binlog_size_bytes{job=\"mysql\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000533106,"lastEvaluation":"2026-11-22T21:00:04.170198258Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7978949055004346749","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_member","query":"mysql_perf_schema_replication_group_member_info{job=\"mysql\"} and on (job, cls, ins, member_host) label_replace(mysql_up{job=\"mysql\"} == 1, \"member_host\", \"$1\", \"ip\", \"(.*)\")","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003948715,"lastEvaluation":"2026-11-22T21:00:04.170744008Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17124692128710406859","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_online","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001079181,"lastEvaluation":"2026-11-22T21:00:04.174747096Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"328208921778971312","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_primary","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\",member_role=\"PRIMARY\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001156548,"lastEvaluation":"2026-11-22T21:00:04.175845287Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6458260833296114111","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_secondary","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\",member_role=\"SECONDARY\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000588274,"lastEvaluation":"2026-11-22T21:00:04.177023023Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11141051362548740671","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_online_members","query":"sum by (cls, topology) (mysql:ins:gr_online) or (0 * count by (cls, topology) (up{job=\"mysql\",topology=\"innodb_cluster\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000887891,"lastEvaluation":"2026-11-22T21:00:04.17762368Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6906511819758197052","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_primary_members","query":"sum by (cls, topology) (mysql:ins:gr_primary) or (0 * count by (cls, topology) (up{job=\"mysql\",topology=\"innodb_cluster\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000668366,"lastEvaluation":"2026-11-22T21:00:04.178532122Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1039576857828161372","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_quorum","query":"mysql:cls:gr_online_members \u003e bool mysql:cls:instances / 2","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001674419,"lastEvaluation":"2026-11-22T21:00:04.179215564Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14871331672444688083","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_single_primary","query":"mysql:cls:gr_primary_members == bool 1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000403878,"lastEvaluation":"2026-11-22T21:00:04.180906336Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5425930398224119006","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:health","query":"mysql:cls:gr_quorum * mysql:cls:gr_single_primary * (1 + (mysql:cls:gr_online_members == bool mysql:cls:instances)) or 2 * mysql:cls:up{topology=\"standalone\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001328724,"lastEvaluation":"2026-11-22T21:00:04.181321708Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2853887298413333296","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_certifier_queue","query":"mysql_perf_schema_transactions_in_queue{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001219194,"lastEvaluation":"2026-11-22T21:00:04.182665341Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6168421960972489945","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applier_queue","query":"mysql_perf_schema_transactions_remote_in_applier_queue{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000533781,"lastEvaluation":"2026-11-22T21:00:04.18392099Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18422025705934967030","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_conflict_rate","query":"rate(mysql_perf_schema_conflicts_detected_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000466091,"lastEvaluation":"2026-11-22T21:00:04.184465925Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13680407074120993532","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_checked_rate","query":"rate(mysql_perf_schema_transactions_checked_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000451804,"lastEvaluation":"2026-11-22T21:00:04.184941967Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16014839082081672942","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applied_rate","query":"rate(mysql_perf_schema_transactions_remote_applied_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001223437,"lastEvaluation":"2026-11-22T21:00:04.185408898Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12084785764911113591","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_certifier_queue_ratio","query":"mysql:ins:gr_certifier_queue / clamp_min(mysql_global_variables_group_replication_flow_control_certifier_threshold{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000408384,"lastEvaluation":"2026-11-22T21:00:04.186647307Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"415905669452713405","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applier_queue_ratio","query":"mysql:ins:gr_applier_queue / clamp_min(mysql_global_variables_group_replication_flow_control_applier_threshold{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000594719,"lastEvaluation":"2026-11-22T21:00:04.187086085Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13539631378638621921","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20}],"interval":30,"lastEvaluation":"2026-11-22T21:00:04.048837513Z","type":"prometheus","id":"2471772382337185274","file":"/infra/rules/mysql.yml","concurrency":1,"states":{"":68}},{"name":"node-alert","rules":[{"state":"inactive","name":"NodeDown","query":"node_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"node_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT NodeDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.018066228,"lastEvaluation":"2026-11-22T20:59:59.024461255Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"16019517992970412958","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"HaproxyDown","query":"haproxy_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"haproxy_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-haproxy?var-ins={{ $labels.ins }}\n","summary":"CRIT HaproxyDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00372926,"lastEvaluation":"2026-11-22T20:59:59.042552512Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"12638265306320626676","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"VectorDown","query":"vector_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"vector_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN VectorDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001817967,"lastEvaluation":"2026-11-22T20:59:59.046305573Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"9785641553625993683","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"DockerDown","query":"docker_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"docker_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN DockerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000268714,"lastEvaluation":"2026-11-22T20:59:59.048135434Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17519437467855893973","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KeepalivedDown","query":"keepalived_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"keepalived_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KeepalivedDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000243294,"lastEvaluation":"2026-11-22T20:59:59.048411618Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14739400565412876089","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeCpuHigh","query":"node:ins:cpu_usage_1m \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:cpu_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 70%\n","summary":"WARN NodeCpuHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000655696,"lastEvaluation":"2026-11-22T20:59:59.048661593Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"13796941076028204598","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"pending","name":"NodeLoadHigh","query":"node:ins:stdload1 \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:stdload1[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 100%\n","summary":"WARN NodeLoadHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000739354,"lastEvaluation":"2026-11-22T20:59:59.050010391Z","alerts":[{"state":"pending","name":"NodeLoadHigh","value":"1.0325","labels":{"alertgroup":"node-alert","alertname":"NodeLoadHigh","category":"node","cls":"patumba","ins":"patumba-1","instance":"100.71.31.4:9100","ip":"100.71.31.4","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:stdload1[ins=patumba-1] = 1.03 \u003e 100%\n","summary":"WARN NodeLoadHigh patumba-1@100.71.31.4:9100 1.03"},"activeAt":"2026-11-22T20:59:10Z","id":"10758592921070556513","rule_id":"11095295423365407923","group_id":"16645464500811562701","expression":"node:ins:stdload1 \u003e 1","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=10758592921070556513","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":9,"id":"11095295423365407923","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeOutOfMem","query":"node:ins:mem_avail \u003c 0.10","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:mem_avail[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003c 10%\n","summary":"WARN NodeOutOfMem {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.002752066,"lastEvaluation":"2026-11-22T20:59:59.05537392Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"8066904298648559398","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"NodeMemSwapped","query":"node:ins:swap_usage \u003e 0.01","duration":300,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 1%\n","summary":"WARN NodeMemSwapped {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.00047899,"lastEvaluation":"2026-11-22T20:59:59.058158311Z","alerts":[{"state":"firing","name":"NodeMemSwapped","value":"0.042354126","labels":{"alertgroup":"node-alert","alertname":"NodeMemSwapped","category":"node","cls":"patumba","ins":"patumba-1","instance":"100.71.31.4:9100","ip":"100.71.31.4","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins=patumba-1] = 0.04 \u003e 1%\n","summary":"WARN NodeMemSwapped patumba-1@100.71.31.4:9100 0.04"},"activeAt":"2026-11-19T13:01:00Z","id":"5873778746026438240","rule_id":"6229805939734861597","group_id":"16645464500811562701","expression":"node:ins:swap_usage \u003e 0.01","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=5873778746026438240","restored":false,"stabilizing":false},{"state":"firing","name":"NodeMemSwapped","value":"0.17109564","labels":{"alertgroup":"node-alert","alertname":"NodeMemSwapped","category":"node","cls":"inshuwa-dev","ins":"inshuwa-dev-1","instance":"100.71.84.59:9100","ip":"100.71.84.59","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins=inshuwa-dev-1] = 0.17 \u003e 1%\n","summary":"WARN NodeMemSwapped inshuwa-dev-1@100.71.84.59:9100 0.17"},"activeAt":"2026-11-14T06:08:20Z","id":"14123594730262960712","rule_id":"6229805939734861597","group_id":"16645464500811562701","expression":"node:ins:swap_usage \u003e 0.01","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=14123594730262960712","restored":false,"stabilizing":false},{"state":"firing","name":"NodeMemSwapped","value":"0.48840997","labels":{"alertgroup":"node-alert","alertname":"NodeMemSwapped","category":"node","cls":"nodes","ins":"pgfleet-manager","instance":"100.71.40.170:9100","ip":"100.71.40.170","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins=pgfleet-manager] = 0.49 \u003e 1%\n","summary":"WARN NodeMemSwapped pgfleet-manager@100.71.40.170:9100 0.49"},"activeAt":"2026-11-14T06:08:10Z","id":"9893768446845941136","rule_id":"6229805939734861597","group_id":"16645464500811562701","expression":"node:ins:swap_usage \u003e 0.01","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=9893768446845941136","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"6229805939734861597","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsSpaceFull","query":"node:fs:space_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:space_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsSpaceFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.001416722,"lastEvaluation":"2026-11-22T20:59:59.060043262Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":29,"id":"7038076033337763084","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsFilesFull","query":"node:fs:inode_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:inode_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsFilesFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000691519,"lastEvaluation":"2026-11-22T20:59:59.061473465Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":20,"id":"8874572647086784580","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFdFull","query":"node:ins:fd_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:fd_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFdFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000529202,"lastEvaluation":"2026-11-22T20:59:59.06217654Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"16813281865954641002","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeDiskSlow","query":"node:dev:disk_read_rt_1m{device=\"dfa\"} \u003e 0.032 or node:dev:disk_write_rt_1m{device=\"dfa\"} \u003e 0.032","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:dev:disk_read_rt_1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 32ms\n","summary":"INFO NodeReadSlow {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":0.000681478,"lastEvaluation":"2026-11-22T20:59:59.06271441Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10480812130110156229","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpErrHigh","query":"rate(node:ins:tcp_error[1m]) \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"rate(node:ins:tcp_error{ins={{ $labels.ins }}}[1m]) = {{ $value  | printf \"%.2f\" }} \u003e 1\n","summary":"WARN NodeTcpErrHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000877116,"lastEvaluation":"2026-11-22T20:59:59.063407335Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"13135027163341137980","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"NodeTcpRetransHigh","query":"node:ins:tcp_retrans_ratio1m \u003e 1e-2","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:ins:tcp_retrans_ratio1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 1%\n","summary":"INFO NodeTcpRetransHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":0.000777381,"lastEvaluation":"2026-11-22T20:59:59.064293122Z","alerts":[{"state":"firing","name":"NodeTcpRetransHigh","value":"0.017010206","labels":{"alertgroup":"node-alert","alertname":"NodeTcpRetransHigh","category":"node","cls":"inshuwa","ins":"inshuwa-2","instance":"100.71.198.105:9100","ip":"100.71.198.105","job":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:ins:tcp_retrans_ratio1m[ins=inshuwa-2] = 0.017010 \u003e 1%\n","summary":"INFO NodeTcpRetransHigh inshuwa-2@100.71.198.105:9100 0.017010"},"activeAt":"2026-11-22T20:57:50Z","id":"17223841329433473401","rule_id":"6776646381033655691","group_id":"16645464500811562701","expression":"node:ins:tcp_retrans_ratio1m \u003e 1e-2","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=17223841329433473401","restored":false,"stabilizing":false},{"state":"pending","name":"NodeTcpRetransHigh","value":"0.0102323005","labels":{"alertgroup":"node-alert","alertname":"NodeTcpRetransHigh","category":"node","cls":"inshuwa-dev","ins":"inshuwa-dev-1","instance":"100.71.84.59:9100","ip":"100.71.84.59","job":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:ins:tcp_retrans_ratio1m[ins=inshuwa-dev-1] = 0.010232 \u003e 1%\n","summary":"INFO NodeTcpRetransHigh inshuwa-dev-1@100.71.84.59:9100 0.010232"},"activeAt":"2026-11-22T20:58:50Z","id":"8219648698343722504","rule_id":"6776646381033655691","group_id":"16645464500811562701","expression":"node:ins:tcp_retrans_ratio1m \u003e 1e-2","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=8219648698343722504","restored":false,"stabilizing":false},{"state":"pending","name":"NodeTcpRetransHigh","value":"0.03245614","labels":{"alertgroup":"node-alert","alertname":"NodeTcpRetransHigh","category":"node","cls":"patumba","ins":"patumba-1","instance":"100.71.31.4:9100","ip":"100.71.31.4","job":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:ins:tcp_retrans_ratio1m[ins=patumba-1] = 0.032456 \u003e 1%\n","summary":"INFO NodeTcpRetransHigh patumba-1@100.71.31.4:9100 0.032456"},"activeAt":"2026-11-22T20:58:50Z","id":"10526384434344639264","rule_id":"6776646381033655691","group_id":"16645464500811562701","expression":"node:ins:tcp_retrans_ratio1m \u003e 1e-2","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=10526384434344639264","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"6776646381033655691","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTimeDrift","query":"node_timex_sync_status != 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node_timex_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 0 or\nnode_timex_sync_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 1\n","summary":"WARN NodeTimeDrift {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000534209,"lastEvaluation":"2026-11-22T20:59:59.066905431Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":9,"id":"772400409056077844","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T20:59:59.024454383Z","type":"prometheus","id":"16645464500811562701","file":"/infra/rules/node.yml","concurrency":1,"states":{"firing":2,"inactive":13,"pending":1}},{"name":"node-rules","rules":[{"state":"","name":"node:ins:uptime","query":"time() - node_boot_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0045602,"lastEvaluation":"2026-11-22T21:00:05.189730992Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"9401408525170488524","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins","query":"sum without (machine, release, version, sysname, domainname) (\n  label_replace(node_uname_info, \"id\", \"$1\", \"nodename\", \"(.+)\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"instance\", \"(.+)\\\\:\\\\d+\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"ins\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00392288,"lastEvaluation":"2026-11-22T21:00:05.194385302Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":26,"lastSeriesFetched":27,"id":"7407674611584905885","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:time_irate1m","query":"irate(node_cpu_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.013635885,"lastEvaluation":"2026-11-22T21:00:05.198428084Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":304,"lastSeriesFetched":304,"id":"6511480272498948327","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:total_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.019590455,"lastEvaluation":"2026-11-22T21:00:05.21342918Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":304,"id":"17132181104544358717","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:idle_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m{mode=\"idle\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002640593,"lastEvaluation":"2026-11-22T21:00:05.233150976Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"2455974463324679267","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage","query":"1 - node:cpu:idle_time_irate1m / node:cpu:total_time_irate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.008249204,"lastEvaluation":"2026-11-22T21:00:05.23595222Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":76,"id":"9127707955957573694","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg1m","query":"avg_over_time(node:cpu:usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.012779973,"lastEvaluation":"2026-11-22T21:00:05.244564219Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"6524487840412765699","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg5m","query":"avg_over_time(node:cpu:usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.009411219,"lastEvaluation":"2026-11-22T21:00:05.257521006Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"11118447404764511547","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg15m","query":"avg_over_time(node:cpu:usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.013911743,"lastEvaluation":"2026-11-22T21:00:05.267030086Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"16300686881889951345","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_count","query":"count without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002608,"lastEvaluation":"2026-11-22T21:00:05.281317086Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":38,"id":"3198138003200265048","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_count","query":"sum by (cls, job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005283667,"lastEvaluation":"2026-11-22T21:00:05.283982174Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"9699243263915215623","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_count","query":"sum by (job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003773235,"lastEvaluation":"2026-11-22T21:00:05.289325952Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":9,"id":"2756649093465966298","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage","query":"avg without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002898529,"lastEvaluation":"2026-11-22T21:00:05.29313188Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":38,"id":"17361968402134592143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage","query":"avg by (cls, job) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002444459,"lastEvaluation":"2026-11-22T21:00:05.296090946Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":38,"id":"11734084268823284227","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage","query":"sum by (job) (node:cls:cpu_usage * node:cls:cpu_count) / sum by (job) (node:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006338312,"lastEvaluation":"2026-11-22T21:00:05.2985696Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":21,"id":"16230136649888883038","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_1m","query":"avg_over_time(node:ins:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002066941,"lastEvaluation":"2026-11-22T21:00:05.305447466Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"14901411241616117705","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_5m","query":"avg_over_time(node:ins:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001591273,"lastEvaluation":"2026-11-22T21:00:05.307593103Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"12801543779739365745","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_15m","query":"avg_over_time(node:ins:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001407919,"lastEvaluation":"2026-11-22T21:00:05.309227075Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"9325076280419598175","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_1m","query":"avg_over_time(node:cls:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001055838,"lastEvaluation":"2026-11-22T21:00:05.310670911Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"13999611393183662585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_5m","query":"avg_over_time(node:cls:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001996216,"lastEvaluation":"2026-11-22T21:00:05.311781905Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"11779632751403933217","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_15m","query":"avg_over_time(node:cls:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000824348,"lastEvaluation":"2026-11-22T21:00:05.31380881Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"10941882556654924635","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_1m","query":"avg_over_time(node:env:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000413307,"lastEvaluation":"2026-11-22T21:00:05.314655939Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9817129875516694697","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_5m","query":"avg_over_time(node:env:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000510491,"lastEvaluation":"2026-11-22T21:00:05.315080599Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13872681658318755785","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_15m","query":"avg_over_time(node:env:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000583641,"lastEvaluation":"2026-11-22T21:00:05.315635493Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14677879818390284497","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_timeslices_rate1m","query":"rate(node_schedstat_timeslices_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00570587,"lastEvaluation":"2026-11-22T21:00:05.316233769Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"8728579936254624026","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_timeslices_rate1m","query":"sum without (cpu) (node:cpu:sched_timeslices)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000808356,"lastEvaluation":"2026-11-22T21:00:05.32206332Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10632709283231262498","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_wait_rate1m","query":"rate(node_schedstat_waiting_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004050083,"lastEvaluation":"2026-11-22T21:00:05.322911702Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"18338811278325431648","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_wait_rate1m","query":"avg without (cpu) (node:cpu:sched_wait_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003324472,"lastEvaluation":"2026-11-22T21:00:05.32727266Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":38,"id":"10928534967844092506","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:forks_rate1m","query":"rate(node_forks_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002408732,"lastEvaluation":"2026-11-22T21:00:05.330698588Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"1808440412390199276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:interrupt_rate1m","query":"rate(node_intr_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002644301,"lastEvaluation":"2026-11-22T21:00:05.333163968Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"933163256379823210","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:ctx_switch_rate1m","query":"rate(node_context_switches_total{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001643826,"lastEvaluation":"2026-11-22T21:00:05.335853357Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"16604634143594084832","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload1","query":"node_load1 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006428443,"lastEvaluation":"2026-11-22T21:00:05.337539153Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"1374289539546190667","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload5","query":"node_load5 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002678299,"lastEvaluation":"2026-11-22T21:00:05.344045478Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"12884625502471395315","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload15","query":"node_load15 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002938192,"lastEvaluation":"2026-11-22T21:00:05.346786151Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"15908545669906044747","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload1","query":"sum by (cls, job) (node_load1) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001834993,"lastEvaluation":"2026-11-22T21:00:05.349791745Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":16,"id":"7117698929219768668","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload5","query":"sum by (cls, job) (node_load5) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002068226,"lastEvaluation":"2026-11-22T21:00:05.351668757Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":16,"id":"8066263819899311780","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload15","query":"sum by (cls, job) (node_load15) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002514746,"lastEvaluation":"2026-11-22T21:00:05.353785468Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":16,"id":"4847924583435378748","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload1","query":"sum by (job) (node:cls:stdload1) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002388925,"lastEvaluation":"2026-11-22T21:00:05.356364498Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"10313513388187095890","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload5","query":"sum by (job) (node:cls:stdload5) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0033125,"lastEvaluation":"2026-11-22T21:00:05.358790116Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"15588910471447754058","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload15","query":"sum by (job) (node:cls:stdload15) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001329974,"lastEvaluation":"2026-11-22T21:00:05.362133874Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"267035687402678018","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_kernel","query":"node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005929226,"lastEvaluation":"2026-11-22T21:00:05.363501916Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":54,"id":"9049200433437858196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_rss","query":"node_memory_MemTotal_bytes -\n(node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes) - \nnode_memory_Buffers_bytes -\n(node_memory_Hugepagesize_bytes * node_memory_HugePages_Total) -\n(node_memory_Cached_bytes - node_memory_Mapped_bytes ) -\nnode_memory_MemFree_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.021906453,"lastEvaluation":"2026-11-22T21:00:05.369497164Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":117,"id":"9425556445431079500","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_avail","query":"node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002033656,"lastEvaluation":"2026-11-22T21:00:05.391459193Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"158920957374443895","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_usage","query":"1 - node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001153531,"lastEvaluation":"2026-11-22T21:00:05.393556593Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"14309124731473047595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swap_usage","query":"1 - node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001635547,"lastEvaluation":"2026-11-22T21:00:05.394759969Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":18,"id":"5356025052687237122","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_commit_ratio","query":"node_memory_Committed_AS_bytes / node_memory_CommitLimit_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00193746,"lastEvaluation":"2026-11-22T21:00:05.396427021Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"7919797404266592199","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:mem_usage","query":"1 - sum by (cls, job) (node_memory_MemAvailable_bytes) / sum by (cls, job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001198717,"lastEvaluation":"2026-11-22T21:00:05.398429071Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":18,"id":"96299415574904903","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_total","query":"sum by (job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000736476,"lastEvaluation":"2026-11-22T21:00:05.399672989Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":9,"id":"6068954742586035092","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_avail","query":"sum by (job) (node_memory_MemAvailable_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001242804,"lastEvaluation":"2026-11-22T21:00:05.400437476Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":9,"id":"11612225227846643624","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_usage","query":"1 - node:env:mem_avail / node:env:mem_total","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002190286,"lastEvaluation":"2026-11-22T21:00:05.401698394Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14038990321245007802","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagefault_rate1m","query":"rate(node_vmstat_pgfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001755967,"lastEvaluation":"2026-11-22T21:00:05.403934617Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"10950558275222527617","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pgmajfault_rate1m","query":"rate(node_vmstat_pgmajfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002175195,"lastEvaluation":"2026-11-22T21:00:05.405757903Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"4820790355900254269","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagein_rate1m","query":"rate(node_vmstat_pgpgin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000912284,"lastEvaluation":"2026-11-22T21:00:05.407994106Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"4941227209866765460","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pageout_rate1m","query":"rate(node_vmstat_pgpgout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001518966,"lastEvaluation":"2026-11-22T21:00:05.40894248Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"18096857954112164556","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapin_rate1m","query":"rate(node_vmstat_pswpin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000976423,"lastEvaluation":"2026-11-22T21:00:05.41049651Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"16485949045378414530","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapout_rate1m","query":"rate(node_vmstat_pswpout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001015046,"lastEvaluation":"2026-11-22T21:00:05.411532821Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"3620137707161442522","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_util_1m","query":"rate(node_disk_io_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001737647,"lastEvaluation":"2026-11-22T21:00:05.412585252Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"1039640768420056595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_avg_queue_size","query":"rate(node_disk_io_time_weighted_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00204633,"lastEvaluation":"2026-11-22T21:00:05.414432091Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"375174179580766960","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_reads_rate1m","query":"rate(node_disk_reads_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002168877,"lastEvaluation":"2026-11-22T21:00:05.416559904Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"1682238519860485907","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_reads_rate1m","query":"sum without (device) (node:dev:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00304062,"lastEvaluation":"2026-11-22T21:00:05.418817425Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":21,"id":"11076488824991184664","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_reads_rate1m","query":"sum by (cls, job) (node:ins:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001844426,"lastEvaluation":"2026-11-22T21:00:05.421922129Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"8446566679310242367","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_writes_rate1m","query":"rate(node_disk_writes_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002302746,"lastEvaluation":"2026-11-22T21:00:05.423815178Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"10578539936569969585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_writes_rate1m","query":"sum without (device) (node:dev:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001809946,"lastEvaluation":"2026-11-22T21:00:05.426212986Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":21,"id":"7015302838403950630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_writes_rate1m","query":"sum by (cls, job) (node:ins:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.009577426,"lastEvaluation":"2026-11-22T21:00:05.428163675Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"7391741516196658613","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_rate1m","query":"rate(node_disk_reads_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0040021,"lastEvaluation":"2026-11-22T21:00:05.438169593Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"2788581623853275381","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_rate1m","query":"sum without (device) (node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003367821,"lastEvaluation":"2026-11-22T21:00:05.442286429Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":21,"id":"2778788110194942274","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_rate1m","query":"sum by (cls, job) (node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001325352,"lastEvaluation":"2026-11-22T21:00:05.445728253Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"5809903126020372797","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_rate1m","query":"rate(node_disk_writes_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002509068,"lastEvaluation":"2026-11-22T21:00:05.447095761Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"7235084307968569863","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_rate1m","query":"sum without (device) (node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001949299,"lastEvaluation":"2026-11-22T21:00:05.449671859Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":21,"id":"16085498518675736216","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_rate1m","query":"sum by (cls, job) (node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0027839,"lastEvaluation":"2026-11-22T21:00:05.451690284Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"6835701536281639319","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_iops_1m","query":"node:dev:disk_reads_rate1m + node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003006089,"lastEvaluation":"2026-11-22T21:00:05.454512973Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":42,"id":"3265428852773095087","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_iops_1m","query":"node:ins:disk_reads_rate1m + node:ins:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005817459,"lastEvaluation":"2026-11-22T21:00:05.457609166Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"2157555957308323204","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_iops_1m","query":"node:cls:disk_reads_rate1m + node:cls:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003254014,"lastEvaluation":"2026-11-22T21:00:05.463508789Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":14,"id":"4493202755107311520","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_ratio1m","query":"node:dev:disk_mreads_rate1m / (node:dev:disk_reads_rate1m + node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007334297,"lastEvaluation":"2026-11-22T21:00:05.466814742Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":63,"id":"2763597895872782081","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_ratio1m","query":"node:ins:disk_mreads_rate1m / (node:ins:disk_reads_rate1m + node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.009244595,"lastEvaluation":"2026-11-22T21:00:05.474423489Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":27,"id":"9706823082731558609","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_ratio1m","query":"node:cls:disk_mreads_rate1m / (node:cls:disk_reads_rate1m + node:cls:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003558261,"lastEvaluation":"2026-11-22T21:00:05.483725833Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":21,"id":"10946930764275656549","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_ratio1m","query":"node:dev:disk_mwrites_rate1m / (node:dev:disk_writes_rate1m + node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003631351,"lastEvaluation":"2026-11-22T21:00:05.487340361Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":63,"id":"17196040158769018799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_ratio1m","query":"node:ins:disk_mwrites_rate1m / (node:ins:disk_writes_rate1m + node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002937868,"lastEvaluation":"2026-11-22T21:00:05.491046428Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":27,"id":"16679103603747457899","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_ratio1m","query":"node:cls:disk_mwrites_rate1m / (node:cls:disk_writes_rate1m + node:cls:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003946641,"lastEvaluation":"2026-11-22T21:00:05.494054217Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":21,"id":"17945334044271343687","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_bytes_rate1m","query":"rate(node_disk_read_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003461846,"lastEvaluation":"2026-11-22T21:00:05.498051427Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"8650203305232689995","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_read_bytes_rate1m","query":"sum without (device) (node:dev:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003108569,"lastEvaluation":"2026-11-22T21:00:05.50165315Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":21,"id":"15332426096650223050","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_read_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002537459,"lastEvaluation":"2026-11-22T21:00:05.504826712Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"12197276198489144125","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_bytes_rate1m","query":"rate(node_disk_written_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002874369,"lastEvaluation":"2026-11-22T21:00:05.507428219Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"4324285912741160117","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_write_bytes_rate1m","query":"sum without (device) (node:dev:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002296484,"lastEvaluation":"2026-11-22T21:00:05.510392252Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":21,"id":"2407775415700892680","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_write_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001936573,"lastEvaluation":"2026-11-22T21:00:05.512748014Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"18203376499968876383","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_bytes_rate1m","query":"node:dev:disk_read_bytes_rate1m + node:dev:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.009429983,"lastEvaluation":"2026-11-22T21:00:05.514731062Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":42,"id":"17103780687438674338","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_io_bytes_rate1m","query":"node:ins:disk_read_bytes_rate1m + node:ins:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.011259823,"lastEvaluation":"2026-11-22T21:00:05.52427265Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"7634097355351364107","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_io_bytes_rate1m","query":"node:cls:disk_read_bytes_rate1m + node:cls:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007397963,"lastEvaluation":"2026-11-22T21:00:05.535608892Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":14,"id":"12306718345381899195","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_time_rate1m","query":"rate(node_disk_read_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.016030807,"lastEvaluation":"2026-11-22T21:00:05.543059468Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"493441833603193921","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_time_rate1m","query":"rate(node_disk_write_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.013696478,"lastEvaluation":"2026-11-22T21:00:05.559205678Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"17392786703656715721","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_time_rate1m","query":"node:dev:disk_read_time_rate1m + node:dev:disk_write_time_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.010939002,"lastEvaluation":"2026-11-22T21:00:05.573040016Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":42,"id":"3189036985064629128","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_rt_1m","query":"node:dev:disk_read_time_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.035796659,"lastEvaluation":"2026-11-22T21:00:05.584066039Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":42,"id":"8750903587737753097","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_rt_1m","query":"node:dev:disk_write_time_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.035949049,"lastEvaluation":"2026-11-22T21:00:05.619931502Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":42,"id":"15980683014711214494","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_rt_1m","query":"node:dev:disk_io_time_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.015198478,"lastEvaluation":"2026-11-22T21:00:05.655950713Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":42,"id":"5937514610486234557","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_batch_1m","query":"node:dev:disk_read_bytes_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.020335472,"lastEvaluation":"2026-11-22T21:00:05.671234957Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":42,"id":"7002375119565684291","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_batch_1m","query":"node:dev:disk_write_bytes_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.030626237,"lastEvaluation":"2026-11-22T21:00:05.691628267Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":42,"id":"1251291249556704056","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_batch_1m","query":"node:dev:disk_io_bytes_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004087551,"lastEvaluation":"2026-11-22T21:00:05.722330587Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":42,"id":"8531865626973620799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:free_bytes","query":"node_filesystem_free_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00322538,"lastEvaluation":"2026-11-22T21:00:05.726494984Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":29,"lastSeriesFetched":29,"id":"10979910753063419975","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:avail_bytes","query":"node_filesystem_avail_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.022963499,"lastEvaluation":"2026-11-22T21:00:05.729831792Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":29,"lastSeriesFetched":29,"id":"14416783627674954409","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:size_bytes","query":"node_filesystem_size_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.026637023,"lastEvaluation":"2026-11-22T21:00:05.75295231Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":29,"lastSeriesFetched":29,"id":"17971205748398254845","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:free_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:free_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004206821,"lastEvaluation":"2026-11-22T21:00:05.779698394Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":29,"id":"14063168386326828758","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:avail_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:avail_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003635078,"lastEvaluation":"2026-11-22T21:00:05.78396819Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":29,"id":"3654481458632202114","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:size_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:size_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001984921,"lastEvaluation":"2026-11-22T21:00:05.787686753Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":29,"id":"3486499289039781120","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:free_bytes","query":"sum by (job,cls) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001787036,"lastEvaluation":"2026-11-22T21:00:05.78973246Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"5780044484212321181","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:avail_bytes","query":"sum by (job,cls) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001069479,"lastEvaluation":"2026-11-22T21:00:05.791571583Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"9199778895366765533","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:size_bytes","query":"sum by (job,cls) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002040599,"lastEvaluation":"2026-11-22T21:00:05.792713176Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"8975245414572035823","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:free_bytes","query":"sum by(job) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002483959,"lastEvaluation":"2026-11-22T21:00:05.794800057Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":9,"id":"16041035882595269630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:avail_bytes","query":"sum by(job) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001974502,"lastEvaluation":"2026-11-22T21:00:05.797320548Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":9,"id":"3012382317060460076","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:size_bytes","query":"sum by(job) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001240225,"lastEvaluation":"2026-11-22T21:00:05.799326336Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":9,"id":"6117543757100819260","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_usage","query":"1 - node:fs:avail_bytes / node:fs:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00438284,"lastEvaluation":"2026-11-22T21:00:05.800589346Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":29,"lastSeriesFetched":58,"id":"4382999053194567106","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage","query":"1 - node:cls:avail_bytes / node:cls:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004710926,"lastEvaluation":"2026-11-22T21:00:05.805093799Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":14,"id":"18047872142737324375","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:space_usage","query":"1 - node:env:avail_bytes / node:env:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001067162,"lastEvaluation":"2026-11-22T21:00:05.80983983Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18287372629020590798","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:space_usage_max","query":"max without (device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003283371,"lastEvaluation":"2026-11-22T21:00:05.810937078Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":29,"id":"3694672307248483276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage_max","query":"max by (job, cls) (node:ins:space_usage_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001573377,"lastEvaluation":"2026-11-22T21:00:05.814335918Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"4567425561398323456","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:device_space_usage_max","query":"max by (job, device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004311109,"lastEvaluation":"2026-11-22T21:00:05.815955199Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":29,"id":"7149798921473966970","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_deriv1h","query":"deriv(node:fs:avail_bytes[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004128223,"lastEvaluation":"2026-11-22T21:00:05.820342121Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":29,"lastSeriesFetched":29,"id":"13071905999467551393","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_exhaust","query":"clamp(node:fs:avail_bytes / - node:fs:space_deriv1h, -1, 126230400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003120908,"lastEvaluation":"2026-11-22T21:00:05.824598792Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":29,"lastSeriesFetched":58,"id":"825737251977168433","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_predict_1d","query":"predict_linear(node:fs:avail_bytes[1h], 86400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003559314,"lastEvaluation":"2026-11-22T21:00:05.827824599Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":29,"lastSeriesFetched":29,"id":"7312162486390882946","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_free","query":"node_filesystem_files_free{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007120799,"lastEvaluation":"2026-11-22T21:00:05.831484641Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":29,"lastSeriesFetched":29,"id":"7764012614224560675","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_total","query":"node_filesystem_files{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003753967,"lastEvaluation":"2026-11-22T21:00:05.838771968Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":29,"lastSeriesFetched":29,"id":"12221817593094781928","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_used","query":"node:fs:inode_total - node:fs:inode_free","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005246463,"lastEvaluation":"2026-11-22T21:00:05.842622337Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":29,"lastSeriesFetched":58,"id":"2353235944113471835","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_usage","query":"1 - (node:fs:inode_free / node:fs:inode_total)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00526978,"lastEvaluation":"2026-11-22T21:00:05.848107368Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":20,"lastSeriesFetched":58,"id":"13017375553537892486","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:inode_usage","query":"sum without (fstype, device, mountpoint) (node:fs:inode_used{fstype!~\"fuse.juicefs\"}) /\nsum without (fstype, device, mountpoint) (node:fs:inode_total{fstype!~\"fuse.juicefs\"})\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.010497911,"lastEvaluation":"2026-11-22T21:00:05.853444258Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":58,"id":"10136767057603863587","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_usage","query":"node_filefd_allocated / node_filefd_maximum","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006565145,"lastEvaluation":"2026-11-22T21:00:05.864041463Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"4955618590193918914","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_alloc_rate1m","query":"rate(node_filefd_allocated[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001631693,"lastEvaluation":"2026-11-22T21:00:05.870662029Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"13170875815063382245","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_pps1m","query":"rate(node_network_transmit_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003648297,"lastEvaluation":"2026-11-22T21:00:05.872414111Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":65,"lastSeriesFetched":65,"id":"9834574141084855052","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_pps1m","query":"sum without (device) (node:dev:network_tx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004009202,"lastEvaluation":"2026-11-22T21:00:05.876524584Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":56,"id":"2500392901825298143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_pps1m","query":"sum by (cls, job) (node:ins:network_tx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002503367,"lastEvaluation":"2026-11-22T21:00:05.88070712Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"1475677575844446161","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_pps1m","query":"rate(node_network_receive_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005856484,"lastEvaluation":"2026-11-22T21:00:05.883280304Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":65,"lastSeriesFetched":65,"id":"17121500552515957491","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_pps1m","query":"sum without (device) (node:dev:network_rx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005828714,"lastEvaluation":"2026-11-22T21:00:05.895725501Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":56,"id":"2351586985660014451","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_pps1m","query":"sum by (cls, job) (node:ins:network_rx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002819342,"lastEvaluation":"2026-11-22T21:00:05.901619886Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"7923903420092600421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_bytes_rate1m","query":"rate(node_network_transmit_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.015236159,"lastEvaluation":"2026-11-22T21:00:05.904525594Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":65,"lastSeriesFetched":65,"id":"10778242466479833539","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_bytes_rate1m","query":"sum without (device) (node:dev:network_tx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004043573,"lastEvaluation":"2026-11-22T21:00:05.920120299Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":56,"id":"8745313656592943169","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_tx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004849194,"lastEvaluation":"2026-11-22T21:00:05.924239832Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"3466082146143059447","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_bytes_rate1m","query":"rate(node_network_receive_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003063233,"lastEvaluation":"2026-11-22T21:00:05.929136388Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":65,"lastSeriesFetched":65,"id":"11329708595306275246","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_bytes_rate1m","query":"sum without (device) (node:dev:network_rx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003109095,"lastEvaluation":"2026-11-22T21:00:05.932422884Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":56,"id":"8694923600102619729","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_rx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001803688,"lastEvaluation":"2026-11-22T21:00:05.93561174Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"17155521437898369647","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_io_bytes_rate1m","query":"node:dev:network_tx_bytes_rate1m + node:dev:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005507135,"lastEvaluation":"2026-11-22T21:00:05.937478357Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":65,"lastSeriesFetched":130,"id":"11130441513454892196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_io_bytes_rate1m","query":"node:ins:network_tx_bytes_rate1m + node:ins:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002445885,"lastEvaluation":"2026-11-22T21:00:05.943262446Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"3892043452148036421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_io_bytes_rate1m","query":"node:cls:network_tx_bytes_rate1m + node:cls:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00175471,"lastEvaluation":"2026-11-22T21:00:05.945774284Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":14,"id":"12704071980150434653","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_insegs_rate1m","query":"rate(node_netstat_Tcp_InSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00212137,"lastEvaluation":"2026-11-22T21:00:05.947610747Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"2095464197458670527","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_outsegs_rate1m","query":"rate(node_netstat_Tcp_OutSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.020366669,"lastEvaluation":"2026-11-22T21:00:05.950576208Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"16922243865170929429","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retranssegs_rate1m","query":"rate(node_netstat_Tcp_RetransSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001398666,"lastEvaluation":"2026-11-22T21:00:05.971011673Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"12630992637797387537","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_segs_rate1m","query":"node:ins:tcp_insegs_rate1m + node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002754335,"lastEvaluation":"2026-11-22T21:00:05.97247926Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"3370957586048932247","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retrans_ratio1m","query":"node:ins:tcp_retranssegs_rate1m / node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.012580061,"lastEvaluation":"2026-11-22T21:00:05.975321306Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"12061866672527319811","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error","query":"node_netstat_TcpExt_ListenOverflows +\nnode_netstat_TcpExt_ListenDrops +\nnode_netstat_Tcp_InErrs\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00318222,"lastEvaluation":"2026-11-22T21:00:05.987975727Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":27,"id":"2327029536744172221","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error_rate1m","query":"rate(node:ins:tcp_error[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001412143,"lastEvaluation":"2026-11-22T21:00:05.991304025Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"504568682359502182","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_passive_opens_rate1m","query":"rate(node_netstat_Tcp_PassiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001791471,"lastEvaluation":"2026-11-22T21:00:05.992781982Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"364941722437328862","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_active_opens_rate1m","query":"rate(node_netstat_Tcp_ActiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001682632,"lastEvaluation":"2026-11-22T21:00:05.994636012Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"15408295591702414230","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_attempt_fails_rate1m","query":"rate(node_netstat_Tcp_AttemptFails[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000527488,"lastEvaluation":"2026-11-22T21:00:05.996389999Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10057672448710284842","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_estab_resets_rate1m","query":"rate(node_netstat_Tcp_EstabResets[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000416839,"lastEvaluation":"2026-11-22T21:00:05.996930685Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17671799673889975654","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_overflow_rate1m","query":"rate(node_netstat_TcpExt_ListenOverflows[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000952095,"lastEvaluation":"2026-11-22T21:00:05.997365325Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"16102654749192581656","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_dropped_rate1m","query":"rate(node_netstat_TcpExt_ListenDrops[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001253857,"lastEvaluation":"2026-11-22T21:00:05.998383813Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"441294451272562185","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_in_rate1m","query":"rate(node_netstat_Udp_InDatagrams{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002415199,"lastEvaluation":"2026-11-22T21:00:05.999697256Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"13020822701543001053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_out_rate1m","query":"rate(node_netstat_Udp_OutDatagrams[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001359616,"lastEvaluation":"2026-11-22T21:00:06.002217804Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"816231822340098869","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:time_drift","query":"abs(node_timex_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001610383,"lastEvaluation":"2026-11-22T21:00:06.003626698Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"7682200244850562782","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_max","query":"max by (cls, job) (node:ins:time_drift)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002661611,"lastEvaluation":"2026-11-22T21:00:06.005324262Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"11993828628350714389","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_range","query":"max by (cls, job) (node_ntp_offset_seconds) - min by (cls, job) (node_ntp_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000593429,"lastEvaluation":"2026-11-22T21:00:06.008030366Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15889567878220105564","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:usage","query":"(100 - haproxy_process_idle_time_percent) / 100","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001721829,"lastEvaluation":"2026-11-22T21:00:06.008649715Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"2939446184940134053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:usage","query":"avg by (cls, job) (haproxy:ins:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002539204,"lastEvaluation":"2026-11-22T21:00:06.01042289Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"16940574373432258100","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:uptime","query":"time() - haproxy_process_start_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001695836,"lastEvaluation":"2026-11-22T21:00:06.01301536Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"16338792656219911194","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:service_up","query":"sum by (ins,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002913143,"lastEvaluation":"2026-11-22T21:00:06.014769648Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":32,"lastSeriesFetched":51,"id":"1344148196238044354","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:service_up","query":"sum by (cls,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003212067,"lastEvaluation":"2026-11-22T21:00:06.017835324Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":24,"lastSeriesFetched":51,"id":"16649755141579707266","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T21:00:05.189713555Z","type":"prometheus","id":"9569716277840004918","file":"/infra/rules/node.yml","concurrency":1,"states":{"":163}},{"name":"pgbouncer-rules","rules":[{"state":"","name":"pgbouncer:ins:pools","query":"sum without (list) (pgbouncer_list_items{list=\"pools\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004723501,"lastEvaluation":"2026-11-22T21:00:06.107002297Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"12942647622366792126","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_databases","query":"sum without (list) (pgbouncer_list_items{list=\"databases\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005919814,"lastEvaluation":"2026-11-22T21:00:06.111792387Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"13713259204279716297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_users","query":"sum without (list) (pgbouncer_list_items{list=\"users\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00403126,"lastEvaluation":"2026-11-22T21:00:06.117771565Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"18065923159853984181","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_clients","query":"sum without (list) (pgbouncer_list_items{list=\"login_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002725852,"lastEvaluation":"2026-11-22T21:00:06.12194144Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"11296445438106877812","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_clients","query":"sum without (list) (pgbouncer_list_items{list=\"free_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001619369,"lastEvaluation":"2026-11-22T21:00:06.124738138Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"18059692414698575640","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_clients","query":"sum without (list) (pgbouncer_list_items{list=\"used_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001995922,"lastEvaluation":"2026-11-22T21:00:06.126457635Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"16936560641674546848","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_servers","query":"sum without (list) (pgbouncer_list_items{list=\"free_servers\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001195184,"lastEvaluation":"2026-11-22T21:00:06.128549508Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"8510951014774195104","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_max_conn","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"} + pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002040507,"lastEvaluation":"2026-11-22T21:00:06.129807648Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":28,"id":"4569381032620845819","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_size","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00190376,"lastEvaluation":"2026-11-22T21:00:06.131931796Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":14,"id":"14314431412376948506","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_reserve_size","query":"pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002558059,"lastEvaluation":"2026-11-22T21:00:06.133933292Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":14,"id":"14177969376751796058","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_current_conn","query":"pgbouncer_database_current_connections{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006437537,"lastEvaluation":"2026-11-22T21:00:06.136683828Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":14,"id":"2583612998387707560","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_paused","query":"pgbouncer_database_paused{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00312554,"lastEvaluation":"2026-11-22T21:00:06.144194304Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":14,"id":"307446159873871703","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_disabled","query":"pgbouncer_database_disabled{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002627359,"lastEvaluation":"2026-11-22T21:00:06.14744194Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":14,"id":"16396425284889826859","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_size","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003353494,"lastEvaluation":"2026-11-22T21:00:06.15014158Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":28,"id":"9896262438831468293","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage_reserve","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_max_conn","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005260562,"lastEvaluation":"2026-11-22T21:00:06.15364918Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":14,"lastSeriesFetched":28,"id":"3340962010117008318","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:maxwait","query":"pgbouncer_pool_maxwait{datname!=\"pgbouncer\"} + pgbouncer_pool_maxwait_us{datname!=\"pgbouncer\"} / 1000000","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004315869,"lastEvaluation":"2026-11-22T21:00:06.158999094Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":42,"id":"13721659189519079860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:maxwait","query":"max without(user, pool_mode) (pgbouncer:pool:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003730405,"lastEvaluation":"2026-11-22T21:00:06.163522688Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":21,"id":"2501772842606390421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:maxwait","query":"max without(datname) (pgbouncer:db:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002134127,"lastEvaluation":"2026-11-22T21:00:06.167362127Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"14047226077408826600","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:maxwait","query":"max by (job, cls) (pgbouncer:ins:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001417892,"lastEvaluation":"2026-11-22T21:00:06.169704326Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"10054454817646615404","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:maxwait","query":"max by (job) (pgbouncer:cls:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002624633,"lastEvaluation":"2026-11-22T21:00:06.17211828Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"18011942596883792789","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_servers","query":"pgbouncer_pool_active_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00282904,"lastEvaluation":"2026-11-22T21:00:06.174777744Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"13070576377035100461","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_servers","query":"sum without(user, pool_mode) (pgbouncer:pool:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004960672,"lastEvaluation":"2026-11-22T21:00:06.177757347Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":21,"id":"11245358715280526026","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_servers","query":"sum without(datname) (pgbouncer:db:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004418137,"lastEvaluation":"2026-11-22T21:00:06.182863082Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"8656284353938743601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_servers","query":"sum by (job, cls) (pgbouncer:ins:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004566823,"lastEvaluation":"2026-11-22T21:00:06.187378129Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"11267453456318829085","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_servers","query":"sum by (job) (pgbouncer:cls:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005587275,"lastEvaluation":"2026-11-22T21:00:06.19199285Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"11469927817621831632","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:idle_servers","query":"pgbouncer_pool_idle_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006833748,"lastEvaluation":"2026-11-22T21:00:06.197649902Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"7827547889023447621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:idle_servers","query":"max without(user, pool_mode) (pgbouncer:pool:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002446827,"lastEvaluation":"2026-11-22T21:00:06.204587813Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":21,"id":"11512556696953898705","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:idle_servers","query":"sum without(datname) (pgbouncer:db:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00623469,"lastEvaluation":"2026-11-22T21:00:06.207128958Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"3370469537464805857","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:idle_servers","query":"sum by (job, cls) (pgbouncer:ins:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001518261,"lastEvaluation":"2026-11-22T21:00:06.213421381Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"11476642093148412989","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:idle_servers","query":"sum by (job) (pgbouncer:cls:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.008492293,"lastEvaluation":"2026-11-22T21:00:06.215014487Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"5947924773536321260","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:used_servers","query":"pgbouncer_pool_used_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005528582,"lastEvaluation":"2026-11-22T21:00:06.223541736Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"5132143281003424133","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:used_servers","query":"max without(user, pool_mode) (pgbouncer:pool:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006632023,"lastEvaluation":"2026-11-22T21:00:06.229168891Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":21,"id":"9060300402750789799","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_servers","query":"sum without(datname) (pgbouncer:db:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004014338,"lastEvaluation":"2026-11-22T21:00:06.235885245Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"6309442615454041777","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:used_servers","query":"sum by (job, cls) (pgbouncer:ins:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00485164,"lastEvaluation":"2026-11-22T21:00:06.239979213Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"9251530493516850913","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:used_servers","query":"sum by (job) (pgbouncer:cls:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002344798,"lastEvaluation":"2026-11-22T21:00:06.244883065Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"5466262681065599200","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:tested_servers","query":"pgbouncer_pool_tested_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004669514,"lastEvaluation":"2026-11-22T21:00:06.247307651Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"13854649105927815609","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tested_servers","query":"max without(user, pool_mode) (pgbouncer:pool:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001673511,"lastEvaluation":"2026-11-22T21:00:06.252073965Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":21,"id":"266362474762068467","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tested_servers","query":"sum without(datname) (pgbouncer:db:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005674209,"lastEvaluation":"2026-11-22T21:00:06.253825997Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"15604940452557989301","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tested_servers","query":"sum by (job, cls) (pgbouncer:ins:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001911291,"lastEvaluation":"2026-11-22T21:00:06.259835495Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"8927093612182810757","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tested_servers","query":"sum by (job) (pgbouncer:cls:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002686094,"lastEvaluation":"2026-11-22T21:00:06.26184972Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"14647098826657490512","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:login_servers","query":"pgbouncer_pool_login_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002316845,"lastEvaluation":"2026-11-22T21:00:06.264566979Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"2785493443077456583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:login_servers","query":"max without(user, pool_mode) (pgbouncer:pool:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003658565,"lastEvaluation":"2026-11-22T21:00:06.266964421Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":21,"id":"15456536158287755285","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_servers","query":"sum without(datname) (pgbouncer:db:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002208621,"lastEvaluation":"2026-11-22T21:00:06.270695673Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"16279662453057123063","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:login_servers","query":"sum by (job, cls) (pgbouncer:ins:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005893699,"lastEvaluation":"2026-11-22T21:00:06.272961117Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"11669796278784953575","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:login_servers","query":"sum by (job) (pgbouncer:cls:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003332,"lastEvaluation":"2026-11-22T21:00:06.278897337Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"10393964524441528956","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_clients","query":"pgbouncer_pool_active_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005568372,"lastEvaluation":"2026-11-22T21:00:06.282283741Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"3880454760516650325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_clients","query":"max without(user, pool_mode) (pgbouncer:pool:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.008885603,"lastEvaluation":"2026-11-22T21:00:06.287945334Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":21,"id":"5135853015020261113","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_clients","query":"sum without(datname) (pgbouncer:db:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005243674,"lastEvaluation":"2026-11-22T21:00:06.296903661Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"15842760231761769377","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_clients","query":"sum by (job, cls) (pgbouncer:ins:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002738641,"lastEvaluation":"2026-11-22T21:00:06.303323737Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"3587927330746539117","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_clients","query":"sum by (job) (pgbouncer:cls:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001478812,"lastEvaluation":"2026-11-22T21:00:06.306115759Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"14859089288488537880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:waiting_clients","query":"pgbouncer_pool_waiting_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00193681,"lastEvaluation":"2026-11-22T21:00:06.307636275Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":21,"lastSeriesFetched":21,"id":"3288314449700698863","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:waiting_clients","query":"max without(user, pool_mode) (pgbouncer:pool:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002482368,"lastEvaluation":"2026-11-22T21:00:06.309664359Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":21,"id":"18089947826512265237","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:waiting_clients","query":"sum without(datname) (pgbouncer:db:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002237714,"lastEvaluation":"2026-11-22T21:00:06.312213382Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"7638669144183311775","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:waiting_clients","query":"sum by (job, cls) (pgbouncer:ins:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001582579,"lastEvaluation":"2026-11-22T21:00:06.314511519Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"3234624365564887887","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:waiting_clients","query":"sum by (job) (pgbouncer:cls:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005536777,"lastEvaluation":"2026-11-22T21:00:06.316140204Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"267226942804466528","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tx_rate1m","query":"rate(pgbouncer_stat_total_sent{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007986586,"lastEvaluation":"2026-11-22T21:00:06.32171427Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"11167750833867463178","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tx_rate1m","query":"sum without (datname) (pgbouncer:db:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001616468,"lastEvaluation":"2026-11-22T21:00:06.32977197Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"18245525938526752761","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004933819,"lastEvaluation":"2026-11-22T21:00:06.33144952Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"17696731431565508909","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tx_rate1m","query":"sum by (job) (pgbouncer:cls:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004328004,"lastEvaluation":"2026-11-22T21:00:06.336437996Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"13305896490371079622","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:rx_rate1m","query":"rate(pgbouncer_stat_total_received{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002445785,"lastEvaluation":"2026-11-22T21:00:06.341003593Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"12578426972751111097","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:rx_rate1m","query":"sum without (datname) (pgbouncer:db:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002642443,"lastEvaluation":"2026-11-22T21:00:06.343589949Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"3109363724158199661","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:rx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006729458,"lastEvaluation":"2026-11-22T21:00:06.349854205Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"5591676709588192465","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:rx_rate1m","query":"sum by (job) (pgbouncer:cls:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00168252,"lastEvaluation":"2026-11-22T21:00:06.356636287Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"3563988668216636666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate1m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003285453,"lastEvaluation":"2026-11-22T21:00:06.358352861Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"3740625630271081688","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate1m","query":"sum without(datname) (pgbouncer:db:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001810614,"lastEvaluation":"2026-11-22T21:00:06.361712938Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"14136611538080937873","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001328277,"lastEvaluation":"2026-11-22T21:00:06.363594277Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"2087352219426969421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate1m","query":"sum by (job) (pgbouncer:cls:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00134536,"lastEvaluation":"2026-11-22T21:00:06.365286054Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"17766745823825320666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate5m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001798171,"lastEvaluation":"2026-11-22T21:00:06.366664295Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"16116456164446556784","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate5m","query":"sum without(datname) (pgbouncer:db:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001927663,"lastEvaluation":"2026-11-22T21:00:06.368543796Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"9316447337150496513","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001440396,"lastEvaluation":"2026-11-22T21:00:06.370528755Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"12195971447631486621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate5m","query":"sum by (job) (pgbouncer:cls:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001556496,"lastEvaluation":"2026-11-22T21:00:06.372008829Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"1538991519392549298","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate15m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006235472,"lastEvaluation":"2026-11-22T21:00:06.373592077Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"9888718009919646074","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate15m","query":"sum without(datname) (pgbouncer:db:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007567298,"lastEvaluation":"2026-11-22T21:00:06.379905701Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"9056490063223125409","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001556191,"lastEvaluation":"2026-11-22T21:00:06.387540452Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"14493635541073050145","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate15m","query":"sum by (job) (pgbouncer:cls:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001191229,"lastEvaluation":"2026-11-22T21:00:06.389173245Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"17730415957785363616","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate1m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002954873,"lastEvaluation":"2026-11-22T21:00:06.390391905Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"12204560841681626988","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate1m","query":"sum without(datname) (pgbouncer:db:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003266468,"lastEvaluation":"2026-11-22T21:00:06.393455106Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"8759875995429366625","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002801109,"lastEvaluation":"2026-11-22T21:00:06.396781035Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"1736394159076550749","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate1m","query":"sum by (job) (pgbouncer:cls:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002028701,"lastEvaluation":"2026-11-22T21:00:06.399629861Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"3044688242506794692","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate5m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001933374,"lastEvaluation":"2026-11-22T21:00:06.401714262Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"3400571581623895300","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate5m","query":"sum without(datname) (pgbouncer:db:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004567723,"lastEvaluation":"2026-11-22T21:00:06.403728731Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"8527357197719493009","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005298571,"lastEvaluation":"2026-11-22T21:00:06.408376513Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"16453928933640051629","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate5m","query":"sum by (job) (pgbouncer:cls:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001399407,"lastEvaluation":"2026-11-22T21:00:06.413722934Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"11216385055538176124","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate15m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002554978,"lastEvaluation":"2026-11-22T21:00:06.415157937Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"6914809366373461532","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate15m","query":"sum without(datname) (pgbouncer:db:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001793884,"lastEvaluation":"2026-11-22T21:00:06.417822888Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"12798326756859976103","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001273962,"lastEvaluation":"2026-11-22T21:00:06.419682643Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"16996761605058576511","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate15m","query":"sum by (job) (pgbouncer:cls:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00633278,"lastEvaluation":"2026-11-22T21:00:06.421009705Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"992539772389130880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_1m","query":"pgbouncer:db:xact_time_rate1m / pgbouncer:db:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00321249,"lastEvaluation":"2026-11-22T21:00:06.427507518Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":26,"id":"8525378170363989820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_1m","query":"pgbouncer:ins:xact_time_rate1m / pgbouncer:ins:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002503401,"lastEvaluation":"2026-11-22T21:00:06.430813536Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":16,"id":"4896629337565647312","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_1m","query":"pgbouncer:cls:xact_time_rate1m / pgbouncer:cls:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004947927,"lastEvaluation":"2026-11-22T21:00:06.433370675Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":12,"id":"5159897392552725916","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_1m","query":"pgbouncer:env:xact_time_rate1m / pgbouncer:env:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001794992,"lastEvaluation":"2026-11-22T21:00:06.438364873Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"7587791248660677295","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_5m","query":"pgbouncer:db:xact_time_rate5m / pgbouncer:db:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003162505,"lastEvaluation":"2026-11-22T21:00:06.440344804Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":26,"id":"14577319059785982568","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_5m","query":"pgbouncer:ins:xact_time_rate5m / pgbouncer:ins:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005243975,"lastEvaluation":"2026-11-22T21:00:06.443576148Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":16,"id":"6586495870499275860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_5m","query":"pgbouncer:cls:xact_time_rate5m / pgbouncer:cls:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00497552,"lastEvaluation":"2026-11-22T21:00:06.448892946Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":12,"id":"17907336253281296832","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_5m","query":"pgbouncer:env:xact_time_rate5m / pgbouncer:env:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002089303,"lastEvaluation":"2026-11-22T21:00:06.453909801Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"95410560678652499","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_15m","query":"pgbouncer:db:xact_time_rate15m / pgbouncer:db:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003452392,"lastEvaluation":"2026-11-22T21:00:06.45608071Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":26,"id":"6831773782268294533","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_15m","query":"pgbouncer:ins:xact_time_rate15m / pgbouncer:ins:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002414818,"lastEvaluation":"2026-11-22T21:00:06.459597651Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":16,"id":"3933710577263101571","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_15m","query":"pgbouncer:cls:xact_time_rate15m / pgbouncer:cls:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.014640956,"lastEvaluation":"2026-11-22T21:00:06.462069928Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":12,"id":"10312057244330643","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_15m","query":"pgbouncer:env:xact_time_rate15m / pgbouncer:env:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005378718,"lastEvaluation":"2026-11-22T21:00:06.477091011Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"17734341176475276344","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate1m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002188765,"lastEvaluation":"2026-11-22T21:00:06.482505387Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"4030236339489876276","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate1m","query":"sum without(datname) (pgbouncer:db:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001872251,"lastEvaluation":"2026-11-22T21:00:06.484803997Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"13263051225998082001","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001828145,"lastEvaluation":"2026-11-22T21:00:06.486745177Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"16553216261411093869","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate1m","query":"sum by (job) (pgbouncer:cls:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004372543,"lastEvaluation":"2026-11-22T21:00:06.488612398Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"3678920803507566516","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate5m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002142734,"lastEvaluation":"2026-11-22T21:00:06.493019309Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"13473450182174373820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate5m","query":"sum without(datname) (pgbouncer:db:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002873383,"lastEvaluation":"2026-11-22T21:00:06.495339417Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"1043525826962439297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003514123,"lastEvaluation":"2026-11-22T21:00:06.498351288Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"15749103647105979325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate5m","query":"sum by (job) (pgbouncer:cls:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004631385,"lastEvaluation":"2026-11-22T21:00:06.501913993Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"10209334791949470236","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate15m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004960301,"lastEvaluation":"2026-11-22T21:00:06.506578808Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"11963653117917925868","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate15m","query":"sum without(datname) (pgbouncer:db:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001970689,"lastEvaluation":"2026-11-22T21:00:06.511629886Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"9742666048875778503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002112817,"lastEvaluation":"2026-11-22T21:00:06.513657263Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"9268097988831688327","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate15m","query":"sum by (job) (pgbouncer:cls:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001682192,"lastEvaluation":"2026-11-22T21:00:06.515862646Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"1339791792332322656","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate1m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002095405,"lastEvaluation":"2026-11-22T21:00:06.517576439Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"15918163108252826884","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate1m","query":"sum without(datname) (pgbouncer:db:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001587875,"lastEvaluation":"2026-11-22T21:00:06.519753241Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"2884077342831643905","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00150453,"lastEvaluation":"2026-11-22T21:00:06.521426598Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"9274756391330260317","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate1m","query":"sum by (job) (pgbouncer:cls:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00468232,"lastEvaluation":"2026-11-22T21:00:06.522971727Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"1301243819217904718","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate5m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001522974,"lastEvaluation":"2026-11-22T21:00:06.527694637Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"3870623551202742044","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate5m","query":"sum without(datname) (pgbouncer:db:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.008160978,"lastEvaluation":"2026-11-22T21:00:06.529289991Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"4987186219666087345","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001039185,"lastEvaluation":"2026-11-22T21:00:06.537502254Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"716255640911010029","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate5m","query":"sum by (job) (pgbouncer:cls:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002992718,"lastEvaluation":"2026-11-22T21:00:06.538576148Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"7086627980880779486","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate15m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003926105,"lastEvaluation":"2026-11-22T21:00:06.541607568Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"9552928502638241426","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate15m","query":"sum without(datname) (pgbouncer:db:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002991678,"lastEvaluation":"2026-11-22T21:00:06.545609036Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":13,"id":"10063640118005595381","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00510317,"lastEvaluation":"2026-11-22T21:00:06.548667939Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"13901261785357738365","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate15m","query":"sum by (job) (pgbouncer:cls:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003437726,"lastEvaluation":"2026-11-22T21:00:06.553818654Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"17602774934242268896","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_1m","query":"pgbouncer:db:query_time_rate1m / pgbouncer:db:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.010529985,"lastEvaluation":"2026-11-22T21:00:06.557296214Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":26,"id":"12359009703324156430","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_1m","query":"pgbouncer:ins:query_time_rate1m / pgbouncer:ins:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003564175,"lastEvaluation":"2026-11-22T21:00:06.567877401Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":16,"id":"392512558592054466","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_1m","query":"pgbouncer:cls:query_time_rate1m / pgbouncer:cls:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002114075,"lastEvaluation":"2026-11-22T21:00:06.571497916Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":12,"id":"7738493304532924302","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_1m","query":"pgbouncer:env:query_time_rate1m / pgbouncer:env:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005125701,"lastEvaluation":"2026-11-22T21:00:06.57366053Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14104793479584792601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_5m","query":"pgbouncer:db:query_time_rate5m / pgbouncer:db:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003819889,"lastEvaluation":"2026-11-22T21:00:06.578831034Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":26,"id":"12235519161383816802","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_5m","query":"pgbouncer:ins:query_time_rate5m / pgbouncer:ins:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002579994,"lastEvaluation":"2026-11-22T21:00:06.582710104Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":16,"id":"4813022187705871934","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_5m","query":"pgbouncer:cls:query_time_rate5m / pgbouncer:cls:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006041149,"lastEvaluation":"2026-11-22T21:00:06.585379555Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":12,"id":"13221718208110711370","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_5m","query":"pgbouncer:env:query_time_rate5m / pgbouncer:env:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001924341,"lastEvaluation":"2026-11-22T21:00:06.59146651Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13557846855021675701","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_15m","query":"pgbouncer:db:query_time_rate15m / pgbouncer:db:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003761176,"lastEvaluation":"2026-11-22T21:00:06.593429577Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":26,"id":"4734334604394819121","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_15m","query":"pgbouncer:ins:query_time_rate15m/ pgbouncer:ins:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004084417,"lastEvaluation":"2026-11-22T21:00:06.597268001Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":16,"id":"7102059950304496795","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_15m","query":"pgbouncer:cls:query_time_rate15m / pgbouncer:cls:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004531045,"lastEvaluation":"2026-11-22T21:00:06.601406949Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":12,"id":"6079692576477330519","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_15m","query":"pgbouncer:env:query_time_rate15m / pgbouncer:env:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00845611,"lastEvaluation":"2026-11-22T21:00:06.605965146Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"322491315079262308","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00275984,"lastEvaluation":"2026-11-22T21:00:06.614454396Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"6702519705023515371","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002763798,"lastEvaluation":"2026-11-22T21:00:06.617308163Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"13771999335908587021","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002971175,"lastEvaluation":"2026-11-22T21:00:06.620119616Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"15323056098326598985","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00108223,"lastEvaluation":"2026-11-22T21:00:06.623278229Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17894933809886178249","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002176576,"lastEvaluation":"2026-11-22T21:00:06.624392491Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"7280999691736020311","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001790679,"lastEvaluation":"2026-11-22T21:00:06.626617439Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"3818056080617635719","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003407284,"lastEvaluation":"2026-11-22T21:00:06.628453234Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"4307963209055810479","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0129505,"lastEvaluation":"2026-11-22T21:00:06.631901448Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8559272014269465901","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003174461,"lastEvaluation":"2026-11-22T21:00:06.644890521Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":13,"lastSeriesFetched":13,"id":"6002888882319415349","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002602245,"lastEvaluation":"2026-11-22T21:00:06.648147026Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"2298168141051237899","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003234498,"lastEvaluation":"2026-11-22T21:00:06.650801963Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"13475535050584380503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002059968,"lastEvaluation":"2026-11-22T21:00:06.654064538Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"4508632583397059141","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001801954,"lastEvaluation":"2026-11-22T21:00:06.656292448Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"7625595280695540583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001057052,"lastEvaluation":"2026-11-22T21:00:06.658176421Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"904240659522859631","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001470796,"lastEvaluation":"2026-11-22T21:00:06.65928204Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"4890820706078939695","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001174696,"lastEvaluation":"2026-11-22T21:00:06.66079704Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11445153854148752107","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load1","query":"pgbouncer:ins:query_time_rate1m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002214814,"lastEvaluation":"2026-11-22T21:00:06.661998778Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"11930861836863862762","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load5","query":"pgbouncer:ins:query_time_rate5m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002351075,"lastEvaluation":"2026-11-22T21:00:06.664326701Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"13508703215354502586","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load15","query":"pgbouncer:ins:query_time_rate15m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002450623,"lastEvaluation":"2026-11-22T21:00:06.666732647Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"10152365037364847562","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load1","query":"pgbouncer:cls:query_time_rate1m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001662905,"lastEvaluation":"2026-11-22T21:00:06.669319524Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"10300294395247786048","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load5","query":"pgbouncer:cls:query_time_rate5m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002126404,"lastEvaluation":"2026-11-22T21:00:06.671027281Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"9989966173135149208","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load15","query":"pgbouncer:cls:query_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001248768,"lastEvaluation":"2026-11-22T21:00:06.673199108Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"18271590557154368902","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation1","query":"max without (instance) (pg:ins:load1 \u003e ignoring(instance) pgbouncer:ins:load1 or pgbouncer:ins:load1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002800014,"lastEvaluation":"2026-11-22T21:00:06.674486342Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"14667439630566741977","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation5","query":"max without (instance) (pg:ins:load5 \u003e ignoring(instance) pgbouncer:ins:load5 or pgbouncer:ins:load5)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001985323,"lastEvaluation":"2026-11-22T21:00:06.677322161Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"2635908908962881321","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation15","query":"max without (instance) (pg:ins:load15 \u003e ignoring(instance) pgbouncer:ins:load15 or pgbouncer:ins:load15)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001776153,"lastEvaluation":"2026-11-22T21:00:06.679362975Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"17063994941181489169","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation1","query":"pg:cls:load1 \u003e pgbouncer:cls:load1 or pgbouncer:cls:load1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001334232,"lastEvaluation":"2026-11-22T21:00:06.681173074Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"3336741103202095075","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation5","query":"pg:cls:load5 \u003e pgbouncer:cls:load5 or pgbouncer:cls:load5","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001454268,"lastEvaluation":"2026-11-22T21:00:06.682546838Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"536725473624613403","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation15","query":"pg:cls:load15 \u003e pgbouncer:cls:load15 or pgbouncer:cls:load15","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002127342,"lastEvaluation":"2026-11-22T21:00:06.684031782Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"13635839320439169739","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure1","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_1m \u003e pg:ins:saturation1 or pg:ins:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001766024,"lastEvaluation":"2026-11-22T21:00:06.686202621Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"13941754794055077951","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure5","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_5m \u003e pg:ins:saturation5 or pg:ins:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003125186,"lastEvaluation":"2026-11-22T21:00:06.688014446Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"11151378965104465999","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure15","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_15m \u003e pg:ins:saturation15 or pg:ins:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002528988,"lastEvaluation":"2026-11-22T21:00:06.691190915Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"10469196734304210797","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure1","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_1m \u003e pg:cls:saturation1 or pg:cls:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001800606,"lastEvaluation":"2026-11-22T21:00:06.693798639Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"18087221799075664558","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure5","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_5m \u003e pg:cls:saturation5 or pg:cls:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001674237,"lastEvaluation":"2026-11-22T21:00:06.695637946Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"17858895729343209118","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure15","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_15m \u003e pg:cls:saturation15 or pg:cls:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002028384,"lastEvaluation":"2026-11-22T21:00:06.697355138Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"9133443252140844932","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T21:00:06.106987335Z","type":"prometheus","id":"11262409880454579530","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"":169}},{"name":"pgsql-alert","rules":[{"state":"inactive","name":"PatroniFailSafeActive","query":"sum(patroni_failsafe_mode_is_active{}) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"sum(patroni_failsafe_mode_is_active{}) \u003e 0\n/ui/d/pgsql-overview  \n","summary":"CRIT PatroniFailSafeActive {{ $value }}"},"lastError":"","evaluationTime":0.003657695,"lastEvaluation":"2026-11-22T21:00:04.835655099Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"7122102149315246765","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresDown","query":"pg_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.004933682,"lastEvaluation":"2026-11-22T21:00:04.839337171Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"9692248116701073339","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerDown","query":"pgbouncer_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.004004854,"lastEvaluation":"2026-11-22T21:00:04.84430755Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"1962631371530921897","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PatroniDown","query":"patroni_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"patroni_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PatroniDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.002953041,"lastEvaluation":"2026-11-22T21:00:04.848337396Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"4469000542281579301","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgExporterDown","query":"pg_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.003583048,"lastEvaluation":"2026-11-22T21:00:04.851318371Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"7530904262495212349","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerExporterDown","query":"pgbouncer_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.011514873,"lastEvaluation":"2026-11-22T21:00:04.854945852Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"1497634049515559777","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresRestart","query":"pg_uptime \u003c 300","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg_uptime[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.1f\" }} \u003c 300\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO PostgresRestart {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.003007827,"lastEvaluation":"2026-11-22T21:00:04.866501032Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"6807432070852950995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPartition","query":"pg:cls:partition != 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:cls:partition[cls={{ $labels.cls }}, job={{ $labels.job }}] = {{ $value }} != 1\n","summary":"CRIT PostgresPartition {{ $labels.cls }}@{{ $labels.job }} {{ $value }}"},"lastError":"","evaluationTime":0.001548393,"lastEvaluation":"2026-11-22T21:00:04.869536713Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":6,"id":"8957343222289816361","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPressureHigh","query":"ins:pressure1 \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"ins:pressure1[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresPressureHigh: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00388472,"lastEvaluation":"2026-11-22T21:00:04.871116852Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"5544450465042369806","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationBreak","query":"changes(pg_downstream_count{state=\"streaming\"}[5m]) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"changes(pg_downstream_count{ins={{ $labels.ins }}, instance={{ $labels.instance }}, state=\"streaming\"}[5m]) \u003e 0\n","summary":"WARN PostgresReplicationBreak: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.002089203,"lastEvaluation":"2026-11-22T21:00:04.875025717Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"1168437726594554935","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"PostgresReplicationLag","query":"pg:ins:lag_bytes \u003e 1048576 or pg:ins:lag_seconds \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:lag_bytes[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.0f\" }} \u003e 1048576 or\npg:ins:lag_seconds[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.2f\" }} \u003e 1\n","summary":"WARN PostgresReplicationLag: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.003238927,"lastEvaluation":"2026-11-22T21:00:04.877138806Z","alerts":[{"state":"firing","name":"PostgresReplicationLag","value":"132.9667","labels":{"alertgroup":"pgsql-alert","alertname":"PostgresReplicationLag","category":"pgsql","cls":"inshuwa","ins":"peerdb","instance":"100.71.22.74:9630","ip":"100.71.22.74","job":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:lag_bytes[ins=peerdb, instance=100.71.22.74:9630] = 133 \u003e 1048576 or\npg:ins:lag_seconds[ins=peerdb, instance=100.71.22.74:9630] = 132.97 \u003e 1\n","summary":"WARN PostgresReplicationLag: peerdb@100.71.22.74:9630"},"activeAt":"2026-11-22T19:24:00Z","id":"12225843738644754032","rule_id":"15050788230177373947","group_id":"8916821703685786351","expression":"pg:ins:lag_bytes \u003e 1048576 or pg:ins:lag_seconds \u003e 1","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=12225843738644754032","restored":false,"stabilizing":false},{"state":"firing","name":"PostgresReplicationLag","value":"2.112017","labels":{"alertgroup":"pgsql-alert","alertname":"PostgresReplicationLag","category":"pgsql","cls":"patumba","ins":"peerdb","instance":"100.71.31.4:9630","ip":"100.71.31.4","job":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:lag_bytes[ins=peerdb, instance=100.71.31.4:9630] = 2 \u003e 1048576 or\npg:ins:lag_seconds[ins=peerdb, instance=100.71.31.4:9630] = 2.11 \u003e 1\n","summary":"WARN PostgresReplicationLag: peerdb@100.71.31.4:9630"},"activeAt":"2026-11-22T20:43:40Z","id":"3610379782714974289","rule_id":"15050788230177373947","group_id":"8916821703685786351","expression":"pg:ins:lag_bytes \u003e 1048576 or pg:ins:lag_seconds \u003e 1","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=3610379782714974289","restored":false,"stabilizing":false},{"state":"firing","name":"PostgresReplicationLag","value":"6.926077","labels":{"alertgroup":"pgsql-alert","alertname":"PostgresReplicationLag","category":"pgsql","cls":"airtel-vb","ins":"peerdb","instance":"100.71.120.254:9630","ip":"100.71.120.254","job":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:lag_bytes[ins=peerdb, instance=100.71.120.254:9630] = 7 \u003e 1048576 or\npg:ins:lag_seconds[ins=peerdb, instance=100.71.120.254:9630] = 6.93 \u003e 1\n","summary":"WARN PostgresReplicationLag: peerdb@100.71.120.254:9630"},"activeAt":"2026-11-22T20:52:40Z","id":"6282975304302238773","rule_id":"15050788230177373947","group_id":"8916821703685786351","expression":"pg:ins:lag_bytes \u003e 1048576 or pg:ins:lag_seconds \u003e 1","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=6282975304302238773","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":10,"id":"15050788230177373947","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresXidWarpAround","query":"pg:db:age \u003e 0.80","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:db:age[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 80%\n","summary":"CRIT PostgresXidWarpAround: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.002809801,"lastEvaluation":"2026-11-22T21:00:04.883400782Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":38,"id":"11330200734770559249","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerClientQueue","query":"pgbouncer:db:waiting_clients \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer:db:waiting_clients[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"CRIT PgbouncerClientQueue: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.003123395,"lastEvaluation":"2026-11-22T21:00:04.886235958Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":13,"id":"799111236975644927","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"PgbouncerQuerySlow","query":"pgbouncer:db:query_rt_1m \u003e 0.016","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer:db:query_rt_1m[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.016\n","summary":"WARN PgbouncerQuerySlow: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.001608785,"lastEvaluation":"2026-11-22T21:00:04.889382343Z","alerts":[{"state":"pending","name":"PgbouncerQuerySlow","value":"0.050809626","labels":{"alertgroup":"pgsql-alert","alertname":"PgbouncerQuerySlow","category":"pgsql","cls":"inshuwa-dev","datname":"inshuwa_dev","ins":"inshuwa-dev-1","instance":"100.71.84.59:9631","ip":"100.71.84.59","job":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer:db:query_rt_1m[ins=inshuwa-dev-1, instance=100.71.84.59:9631, datname=inshuwa_dev] = 0.051 \u003e 0.016\n","summary":"WARN PgbouncerQuerySlow: inshuwa-dev-1@100.71.84.59:9631 [inshuwa_dev]"},"activeAt":"2026-11-22T20:57:50Z","id":"2392446798500453193","rule_id":"8106000152156178995","group_id":"8916821703685786351","expression":"pgbouncer:db:query_rt_1m \u003e 0.016","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=2392446798500453193","restored":false,"stabilizing":false},{"state":"firing","name":"PgbouncerQuerySlow","value":"0.05472702","labels":{"alertgroup":"pgsql-alert","alertname":"PgbouncerQuerySlow","category":"pgsql","cls":"patumba","datname":"patumba","ins":"patumba-1","instance":"100.71.31.4:9631","ip":"100.71.31.4","job":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer:db:query_rt_1m[ins=patumba-1, instance=100.71.31.4:9631, datname=patumba] = 0.055 \u003e 0.016\n","summary":"WARN PgbouncerQuerySlow: patumba-1@100.71.31.4:9631 [patumba]"},"activeAt":"2026-11-22T19:23:30Z","id":"2808306227877998740","rule_id":"8106000152156178995","group_id":"8916821703685786351","expression":"pgbouncer:db:query_rt_1m \u003e 0.016","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=2808306227877998740","restored":false,"stabilizing":false},{"state":"firing","name":"PgbouncerQuerySlow","value":"15.32697","labels":{"alertgroup":"pgsql-alert","alertname":"PgbouncerQuerySlow","category":"pgsql","cls":"patumba-dev","datname":"patumba","ins":"patumba-dev-1","instance":"100.71.174.108:9631","ip":"100.71.174.108","job":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer:db:query_rt_1m[ins=patumba-dev-1, instance=100.71.174.108:9631, datname=patumba] = 15.327 \u003e 0.016\n","summary":"WARN PgbouncerQuerySlow: patumba-dev-1@100.71.174.108:9631 [patumba]"},"activeAt":"2026-11-22T20:43:50Z","id":"4322653135719725796","rule_id":"8106000152156178995","group_id":"8916821703685786351","expression":"pgbouncer:db:query_rt_1m \u003e 0.016","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=4322653135719725796","restored":false,"stabilizing":false},{"state":"firing","name":"PgbouncerQuerySlow","value":"0.03717253","labels":{"alertgroup":"pgsql-alert","alertname":"PgbouncerQuerySlow","category":"pgsql","cls":"airtel-vb","datname":"village_banking_production","ins":"airtel-vb-1","instance":"100.71.120.254:9631","ip":"100.71.120.254","job":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer:db:query_rt_1m[ins=airtel-vb-1, instance=100.71.120.254:9631, datname=village_banking_production] = 0.037 \u003e 0.016\n","summary":"WARN PgbouncerQuerySlow: airtel-vb-1@100.71.120.254:9631 [village_banking_production]"},"activeAt":"2026-11-22T08:01:30Z","id":"13217382977518539359","rule_id":"8106000152156178995","group_id":"8916821703685786351","expression":"pgbouncer:db:query_rt_1m \u003e 0.016","source":"http://pgfleet-manager:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=13217382977518539359","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":7,"id":"8106000152156178995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresConnUsageHigh","query":"pg:db:conn_usage \u003e 0.70","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:db:conn_usage[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresConnUsageHigh: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.004306788,"lastEvaluation":"2026-11-22T21:00:04.894427457Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":38,"id":"16969435016975334577","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresIdleInXact","query":"pg:db:ixact_backends \u003e 1","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg:db:ixact_backends[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"Info PostgresIdleInXact: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.002031907,"lastEvaluation":"2026-11-22T21:00:04.898759184Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":22,"id":"4831871773602799993","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T21:00:04.835646061Z","type":"prometheus","id":"8916821703685786351","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"firing":2,"inactive":14}},{"name":"pgsql-rules","rules":[{"state":"","name":"pg:ins:cpu_count","query":"node:ins:cpu_count + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002034995,"lastEvaluation":"2026-11-22T20:59:58.926155536Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":17,"id":"18223422862632111957","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_count","query":"sum by (job, cls) (pg:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000883175,"lastEvaluation":"2026-11-22T20:59:58.928254449Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"8745002335778373145","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_count","query":"sum by (job) (pg:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000677527,"lastEvaluation":"2026-11-22T20:59:58.929171043Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"12757214218843536034","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004924753,"lastEvaluation":"2026-11-22T20:59:58.929879596Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":17,"id":"9717281399792874124","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_1m","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00476944,"lastEvaluation":"2026-11-22T20:59:58.934853344Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":17,"id":"5377272131296572095","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_5m","query":"node:ins:cpu_usage_5m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001846494,"lastEvaluation":"2026-11-22T20:59:58.939686212Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":17,"id":"773093910600041143","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_15m","query":"node:ins:cpu_usage_15m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002297852,"lastEvaluation":"2026-11-22T20:59:58.941569695Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":17,"id":"12111627219859607409","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage","query":"sum by (job, cls) (pg:ins:cpu_usage * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00358067,"lastEvaluation":"2026-11-22T20:59:58.9439073Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":22,"id":"1064329560824783444","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_1m","query":"sum by (job, cls) (pg:ins:cpu_usage_1m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001538651,"lastEvaluation":"2026-11-22T20:59:58.947531964Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":22,"id":"17573483588026091918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_5m","query":"sum by (job, cls) (pg:ins:cpu_usage_5m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003308777,"lastEvaluation":"2026-11-22T20:59:58.949109782Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":22,"id":"2994265985708122526","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_15m","query":"sum by (job, cls) (pg:ins:cpu_usage_15m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006357268,"lastEvaluation":"2026-11-22T20:59:58.952459563Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":22,"id":"3426573313206206112","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage","query":"sum by (job) (pg:cls:cpu_usage * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002045305,"lastEvaluation":"2026-11-22T20:59:58.958872824Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":13,"id":"10645808927803556210","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_1m","query":"sum by (job) (pg:cls:cpu_usage_1m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004055481,"lastEvaluation":"2026-11-22T20:59:58.960948879Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":13,"id":"17030518744800524692","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_5m","query":"sum by (job) (pg:cls:cpu_usage_5m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001529076,"lastEvaluation":"2026-11-22T20:59:58.965049152Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":13,"id":"8330902889244880300","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_15m","query":"sum by (job) (pg:cls:cpu_usage_15m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001555615,"lastEvaluation":"2026-11-22T20:59:58.966603076Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":13,"id":"13015520845148218290","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:mem_size","query":"node_memory_MemTotal_bytes + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00173513,"lastEvaluation":"2026-11-22T20:59:58.968201729Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":17,"id":"13563499945055848894","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:fs_size","query":"sum by (ip)(node_filesystem_size_bytes{fstype!~\"(n|root|tmp|fuse.juice)fs.*\"}) + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005329002,"lastEvaluation":"2026-11-22T20:59:58.969981841Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":37,"id":"15697465550584833509","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:space_usage","query":"max by (ip)(node:fs:space_usage)+ on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006549309,"lastEvaluation":"2026-11-22T20:59:58.975357525Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":37,"id":"13837207577604024108","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:status","query":"pg_up * 2 + (1 - pg_in_recovery)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005992045,"lastEvaluation":"2026-11-22T20:59:58.981974342Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":15,"id":"5111468310795796647","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:is_leader","query":"1 - pg_in_recovery","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001182344,"lastEvaluation":"2026-11-22T20:59:58.988030467Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":8,"id":"5001312500036558418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:leader","query":"(pg_in_recovery == 0) * 0 + 1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001034584,"lastEvaluation":"2026-11-22T20:59:58.989276217Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"2160739951910168104","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:target_count","query":"count by (job, cls, ins) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.019420701,"lastEvaluation":"2026-11-22T20:59:58.990340462Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":32,"id":"9589224134133340999","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:size","query":"sum by (job, cls) (group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001705543,"lastEvaluation":"2026-11-22T20:59:59.009809878Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":32,"id":"17667533834545566731","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:members","query":"group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001509883,"lastEvaluation":"2026-11-22T20:59:59.011553099Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":32,"id":"13161996035876405420","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridges","query":"count without(appname,usename,address,pid) (pg_repl_lsn) and (pg_in_recovery == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001297151,"lastEvaluation":"2026-11-22T20:59:59.013093005Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":13,"id":"4147647297880099076","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:partition","query":"count by (job, cls) (pg_in_recovery == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000923714,"lastEvaluation":"2026-11-22T20:59:59.014401918Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"11211677160655162433","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:alive_count","query":"count by (job, cls) (count by (cls, ins) (pg_up==1))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.031451183,"lastEvaluation":"2026-11-22T20:59:59.015355636Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"14342513607842692343","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:primary_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000877066,"lastEvaluation":"2026-11-22T20:59:59.046846993Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"10269883056484978224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:replica_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0012276,"lastEvaluation":"2026-11-22T20:59:59.047754629Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"7839963572338112533","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:standby_count","query":"max by (job, cls) (pg_sync_standby_enabled) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002362704,"lastEvaluation":"2026-11-22T20:59:59.048997107Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"14641195652865282799","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridge_count","query":"count by (job, cls) (pg:cls:bridges)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000296677,"lastEvaluation":"2026-11-22T20:59:59.051379989Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13095229444683243224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sender","query":"max by (job, cls, ins, ip, appname, usename, address, pid) (pg_repl_sync_state)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000624804,"lastEvaluation":"2026-11-22T20:59:59.051683534Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"2010025789796814675","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:receiver","query":"max by ( job, cls, ip, appname, sender_host, sender_port, slot_name, state ) (\n  label_replace(pg_recv_flush_tli, \"appname\" , \"$1\",  \"ins\", \"(.*)\" )\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000449825,"lastEvaluation":"2026-11-22T20:59:59.052329578Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18307508605171229562","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:timeline","query":"pg_checkpoint_tli","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00471032,"lastEvaluation":"2026-11-22T20:59:59.052816352Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":8,"id":"5567104752029197246","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:timeline","query":"max by (job, cls) (max_over_time(pg_checkpoint_tli{}[30s]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002661858,"lastEvaluation":"2026-11-22T20:59:59.057564426Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"10507836146104402130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:sync_state","query":"max by (job,cls,ins,instance) (label_replace(pg_repl_sync_state, \"ins\", \"$1\", \"appname\", \"(.+)\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000916218,"lastEvaluation":"2026-11-22T20:59:59.060282461Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"9318525971862560313","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sync_state","query":"(max by (job, cls) (pg:ins:sync_state)) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000761594,"lastEvaluation":"2026-11-22T20:59:59.061435444Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":5,"id":"12969178581293958121","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_bytes","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_diff{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000566402,"lastEvaluation":"2026-11-22T20:59:59.062212328Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"442053057924060265","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_bytes","query":"max by (job, cls) (pg:ins:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000580518,"lastEvaluation":"2026-11-22T20:59:59.062808735Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":5,"id":"5171459838391783092","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_bytes","query":"max by (job) (pg:cls:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000623583,"lastEvaluation":"2026-11-22T20:59:59.063404115Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1960741173460567013","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_seconds","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_lag{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000701291,"lastEvaluation":"2026-11-22T20:59:59.064038616Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"14668216110006045746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_seconds","query":"max by (job, cls) (pg:ins:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00113167,"lastEvaluation":"2026-11-22T20:59:59.064762869Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":5,"id":"15531930672815320540","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_seconds","query":"max by (job) (pg:cls:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001104983,"lastEvaluation":"2026-11-22T20:59:59.065910683Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2715707038981000361","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_count","query":"count by (job, cls) (pg_slot_active \u003e bool 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000784808,"lastEvaluation":"2026-11-22T20:59:59.067027614Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"1258843779374365513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:slot_retained_bytes","query":"max without (slot_name) (pg_slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00109108,"lastEvaluation":"2026-11-22T20:59:59.067843663Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":9,"id":"18440380049311768917","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_retained_bytes","query":"max by (job, cls) (pg:ins:slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000531702,"lastEvaluation":"2026-11-22T20:59:59.068970001Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"13601159873238481228","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate1m","query":"rate(pg_db_xact_commit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00125939,"lastEvaluation":"2026-11-22T20:59:59.069523585Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"5423001135233827742","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate1m","query":"sum without(datname) (pg:db:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001488127,"lastEvaluation":"2026-11-22T20:59:59.070860436Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"303078929949243757","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate1m","query":"sum by (job, cls) (pg:ins:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000501821,"lastEvaluation":"2026-11-22T20:59:59.072396407Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"16493540368249105881","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate1m","query":"sum by (job) (pg:cls:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000803797,"lastEvaluation":"2026-11-22T20:59:59.072917213Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"7314503263162240268","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate5m","query":"rate(pg_db_xact_commit[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001237,"lastEvaluation":"2026-11-22T20:59:59.073733593Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"7674746862674278102","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate5m","query":"sum without(datname) (pg:db:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001085698,"lastEvaluation":"2026-11-22T20:59:59.075053384Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"4833034195618371717","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate5m","query":"sum by (job, cls) (pg:ins:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000682953,"lastEvaluation":"2026-11-22T20:59:59.076171299Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"1215483582740709825","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate5m","query":"sum by (job) (pg:cls:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000533433,"lastEvaluation":"2026-11-22T20:59:59.076872588Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"9758242613288124724","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate15m","query":"rate(pg_db_xact_commit[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001347229,"lastEvaluation":"2026-11-22T20:59:59.077487971Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"822015986024770940","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate15m","query":"sum without(datname) (pg:db:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000982252,"lastEvaluation":"2026-11-22T20:59:59.078900814Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"18303567478782034721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate15m","query":"sum by (job, cls) (pg:ins:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000673779,"lastEvaluation":"2026-11-22T20:59:59.079932161Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"15526196692195246985","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate15m","query":"sum by (job) (pg:cls:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000769548,"lastEvaluation":"2026-11-22T20:59:59.080629947Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"14294274137973741854","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate1m","query":"rate(pg_db_xact_rollback[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001083715,"lastEvaluation":"2026-11-22T20:59:59.081411352Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"8499005034552295016","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate1m","query":"sum without(datname) (pg:db:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001090275,"lastEvaluation":"2026-11-22T20:59:59.082588279Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"7956237551095089711","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate1m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000493092,"lastEvaluation":"2026-11-22T20:59:59.083703449Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"167458203451459607","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate1m","query":"sum by (job) (pg:cls:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000422859,"lastEvaluation":"2026-11-22T20:59:59.084232025Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"9791247179229612454","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate5m","query":"rate(pg_db_xact_rollback[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001244088,"lastEvaluation":"2026-11-22T20:59:59.084665206Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"10581174066132997472","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate5m","query":"sum without(datname) (pg:db:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000886794,"lastEvaluation":"2026-11-22T20:59:59.085975938Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"11824413066593342527","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate5m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000818268,"lastEvaluation":"2026-11-22T20:59:59.086890138Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"1698289480484735663","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate5m","query":"sum by (job) (pg:cls:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000616271,"lastEvaluation":"2026-11-22T20:59:59.087728571Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"16352014943690892534","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate15m","query":"rate(pg_db_xact_rollback[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001306509,"lastEvaluation":"2026-11-22T20:59:59.08835527Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"13026623339708764316","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate15m","query":"sum without(datname) (pg:db:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000931685,"lastEvaluation":"2026-11-22T20:59:59.089727158Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"7468809848039244109","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate15m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000453527,"lastEvaluation":"2026-11-22T20:59:59.090690721Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"1260743702171253753","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate15m","query":"sum by (job) (pg:cls:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000515982,"lastEvaluation":"2026-11-22T20:59:59.091227719Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"6628930345409017922","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate1m","query":"rate(pg_db_xact_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003033112,"lastEvaluation":"2026-11-22T20:59:59.091756129Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"6771519394309403884","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate1m","query":"sum without(datname) (pg:db:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00175448,"lastEvaluation":"2026-11-22T20:59:59.094893424Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"16985643882236769489","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate1m","query":"sum by (job, cls) (pg:ins:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000768533,"lastEvaluation":"2026-11-22T20:59:59.096722725Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"10540215135901635257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate1m","query":"sum by (job) (pg:cls:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000820567,"lastEvaluation":"2026-11-22T20:59:59.097518803Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"16479611391276559842","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate5m","query":"rate(pg_db_xact_total[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001592524,"lastEvaluation":"2026-11-22T20:59:59.098351907Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"528887293775599676","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate5m","query":"sum without(datname) (pg:db:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001334874,"lastEvaluation":"2026-11-22T20:59:59.100040865Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"7048973729882136233","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate5m","query":"sum by (job, cls) (pg:ins:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000621536,"lastEvaluation":"2026-11-22T20:59:59.101407008Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"16558337752557755641","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate5m","query":"sum by (job) (pg:cls:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000690089,"lastEvaluation":"2026-11-22T20:59:59.102052949Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"10237811393626594802","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate15m","query":"rate(pg_db_xact_total[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001660218,"lastEvaluation":"2026-11-22T20:59:59.102775893Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"1393555724146083890","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate15m","query":"sum without(datname) (pg:db:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001326926,"lastEvaluation":"2026-11-22T20:59:59.104515046Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"9297285806059798777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate15m","query":"sum by (job, cls) (pg:ins:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00074366,"lastEvaluation":"2026-11-22T20:59:59.105872893Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"6825777617045404149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate15m","query":"sum by (job) (pg:cls:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001697999,"lastEvaluation":"2026-11-22T20:59:59.106693356Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"12579060964056120320","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_sigma15m","query":"stddev_over_time(pg:db:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002561821,"lastEvaluation":"2026-11-22T20:59:59.108415439Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"2243484968036816017","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_sigma15m","query":"stddev_over_time(pg:ins:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000914389,"lastEvaluation":"2026-11-22T20:59:59.111067236Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"1408042256662815049","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_sigma15m","query":"stddev_over_time(pg:cls:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000749734,"lastEvaluation":"2026-11-22T20:59:59.112014751Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"7655548778804243217","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_sigma15m","query":"stddev_over_time(pg:env:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000501467,"lastEvaluation":"2026-11-22T20:59:59.112815632Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7990840456779352895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:locks","query":"sum without (datname) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0025725,"lastEvaluation":"2026-11-22T20:59:59.11335424Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":56,"lastSeriesFetched":176,"id":"18130186156215002557","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:locks","query":"sum by (job, cls, mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001798128,"lastEvaluation":"2026-11-22T20:59:59.116040496Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":48,"lastSeriesFetched":64,"id":"1969706634709260584","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:lock_count","query":"sum without (mode) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002562314,"lastEvaluation":"2026-11-22T20:59:59.117971671Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":18,"lastSeriesFetched":176,"id":"3944215954145144901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lock_count","query":"sum without(mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001811899,"lastEvaluation":"2026-11-22T20:59:59.120597105Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":64,"id":"16967695374576561407","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lock_count","query":"sum without(mode) (pg:cls:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001163903,"lastEvaluation":"2026-11-22T20:59:59.122464287Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":48,"id":"14214961506084491747","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:rlock_count","query":"sum without (mode) (pg_lock_count{mode=\"AccessShareLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000914844,"lastEvaluation":"2026-11-22T20:59:59.123653897Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":18,"lastSeriesFetched":22,"id":"5358961126989574231","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:rlock_count","query":"sum without(datname) (pg:db:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001162645,"lastEvaluation":"2026-11-22T20:59:59.124617799Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":22,"id":"15625859396092365297","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:rlock_count","query":"sum by (job, cls) (pg:ins:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000528492,"lastEvaluation":"2026-11-22T20:59:59.125812558Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"8567921985155211021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:wlock_count","query":"sum without (mode) (pg_lock_count{mode=~\"RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001469902,"lastEvaluation":"2026-11-22T20:59:59.126359107Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":18,"lastSeriesFetched":44,"id":"4317037014882634801","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wlock_count","query":"sum without(datname) (pg:db:wlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001696913,"lastEvaluation":"2026-11-22T20:59:59.127880591Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":22,"id":"14385905460275428493","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wlock_count","query":"sum by (job, cls) (pg:ins:wlock)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000300406,"lastEvaluation":"2026-11-22T20:59:59.12960741Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3093120740289979977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xlock_count","query":"sum without (mode) (pg_lock_count{mode!~\"AccessShareLock|RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001652791,"lastEvaluation":"2026-11-22T20:59:59.129917186Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":18,"lastSeriesFetched":110,"id":"13120070463458918006","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xlock_count","query":"sum without(datname) (pg:db:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000872723,"lastEvaluation":"2026-11-22T20:59:59.131625369Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":22,"id":"14562592805923869425","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xlock_count","query":"sum by (job, cls) (pg:ins:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000545374,"lastEvaluation":"2026-11-22T20:59:59.13253076Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"7945266449850532973","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:session_time_rate1m","query":"rate(pg_db_session_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001619153,"lastEvaluation":"2026-11-22T20:59:59.133092913Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"10211047601989205684","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:session_time_rate1m","query":"sum without(datname) (pg:db:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001130687,"lastEvaluation":"2026-11-22T20:59:59.13480584Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"6542309868362806777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:session_time_rate1m","query":"sum by (job, cls) (pg:ins:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000542541,"lastEvaluation":"2026-11-22T20:59:59.135964016Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"1215411028237026469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:session_time_rate1m","query":"sum by (job) (pg:cls:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000650603,"lastEvaluation":"2026-11-22T20:59:59.136531249Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"15743877749295040882","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate1m","query":"rate(pg_db_ixact_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00117341,"lastEvaluation":"2026-11-22T20:59:59.137194799Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"8691597266641044800","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate1m","query":"sum without(datname) (pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000929796,"lastEvaluation":"2026-11-22T20:59:59.138441928Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"18035280672598114449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate1m","query":"sum by (job, cls) (pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000863454,"lastEvaluation":"2026-11-22T20:59:59.139401331Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"15160368294628532961","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate1m","query":"sum by (job) (pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000443081,"lastEvaluation":"2026-11-22T20:59:59.140282836Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"10506984323086851862","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate5m","query":"rate(pg_db_ixact_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001285609,"lastEvaluation":"2026-11-22T20:59:59.140767399Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"9931232813652445040","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate5m","query":"sum without(datname) (pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000888964,"lastEvaluation":"2026-11-22T20:59:59.1421602Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"3203638057752803449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate5m","query":"sum by (job, cls) (pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000573793,"lastEvaluation":"2026-11-22T20:59:59.143101626Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"17165239653126722225","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate5m","query":"sum by (job) (pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000465605,"lastEvaluation":"2026-11-22T20:59:59.143705388Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"12495391648912245966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate15m","query":"rate(pg_db_ixact_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001289553,"lastEvaluation":"2026-11-22T20:59:59.144189281Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"3632584037270768122","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate15m","query":"sum without(datname) (pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000901839,"lastEvaluation":"2026-11-22T20:59:59.145556635Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"17403900615567281485","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate15m","query":"sum by (job, cls) (pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000572341,"lastEvaluation":"2026-11-22T20:59:59.146478182Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"5522978033916859721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate15m","query":"sum by (job) (pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000421561,"lastEvaluation":"2026-11-22T20:59:59.147093388Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"6160903843626470064","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate1m","query":"rate(pg_db_active_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001212704,"lastEvaluation":"2026-11-22T20:59:59.147532171Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"4132128843413076794","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate1m","query":"sum without(datname) (pg:db:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000995785,"lastEvaluation":"2026-11-22T20:59:59.148834784Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"8460019946917294513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate1m","query":"sum by (job, cls) (pg:ins:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000615743,"lastEvaluation":"2026-11-22T20:59:59.149890008Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"5688704815731241469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate1m","query":"sum by (job) (pg:cls:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000466722,"lastEvaluation":"2026-11-22T20:59:59.150523988Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"14381911021506446224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate5m","query":"rate(pg_db_active_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001311689,"lastEvaluation":"2026-11-22T20:59:59.150999046Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"3897519046069630090","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate5m","query":"sum without(datname) (pg:db:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00096654,"lastEvaluation":"2026-11-22T20:59:59.152396913Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"9340109479204632913","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate5m","query":"sum by (job, cls) (pg:ins:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000513014,"lastEvaluation":"2026-11-22T20:59:59.153385665Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"10151829486026612829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate5m","query":"sum by (job) (pg:cls:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000506713,"lastEvaluation":"2026-11-22T20:59:59.153920405Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"14750206010498005632","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate15m","query":"rate(pg_db_active_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002651847,"lastEvaluation":"2026-11-22T20:59:59.154437758Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"4130603694607785872","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate15m","query":"sum without(datname) (pg:db:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001439391,"lastEvaluation":"2026-11-22T20:59:59.157236731Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"17835680182566965253","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate15m","query":"sum by (job, cls) (pg:ins:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00079591,"lastEvaluation":"2026-11-22T20:59:59.158722507Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"11641299193706635629","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate15m","query":"sum by (job) (pg:cls:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000502476,"lastEvaluation":"2026-11-22T20:59:59.159548443Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"851409882934653418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load1","query":"pg:ins:active_time_rate1m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001224817,"lastEvaluation":"2026-11-22T20:59:59.160090059Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"739892060224100615","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load5","query":"pg:ins:active_time_rate5m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001195951,"lastEvaluation":"2026-11-22T20:59:59.161342493Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"3807030017082856831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load15","query":"pg:ins:active_time_rate15m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001461925,"lastEvaluation":"2026-11-22T20:59:59.162571898Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"1794433219837625739","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load1","query":"pg:cls:active_time_rate1m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001602084,"lastEvaluation":"2026-11-22T20:59:59.164124829Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"1529623066107910966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load5","query":"pg:cls:active_time_rate5m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001134802,"lastEvaluation":"2026-11-22T20:59:59.165761021Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"8173672422183159254","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load15","query":"pg:cls:active_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001087144,"lastEvaluation":"2026-11-22T20:59:59.166923085Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"11006445112348531852","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_1m","query":"pg:db:ixact_time_rate1m / (pg:db:active_time_rate1m + pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002692613,"lastEvaluation":"2026-11-22T20:59:59.168034599Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":22,"lastSeriesFetched":114,"id":"1836395049607953024","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_1m","query":"pg:ins:ixact_time_rate1m / (pg:ins:active_time_rate1m + pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001992808,"lastEvaluation":"2026-11-22T20:59:59.170819759Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"13856789745678188934","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_1m","query":"pg:cls:ixact_time_rate1m / (pg:cls:active_time_rate1m + pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000878663,"lastEvaluation":"2026-11-22T20:59:59.172845061Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"14085767473875683666","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_1m","query":"pg:env:ixact_time_rate1m / (pg:env:active_time_rate1m + pg:env:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000523842,"lastEvaluation":"2026-11-22T20:59:59.173744412Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16670541254699305674","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_5m","query":"pg:db:ixact_time_rate5m / (pg:db:active_time_rate5m + pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002332638,"lastEvaluation":"2026-11-22T20:59:59.174283995Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":22,"lastSeriesFetched":114,"id":"11207607008136264976","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_5m","query":"pg:ins:ixact_time_rate5m / (pg:ins:active_time_rate5m + pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001545547,"lastEvaluation":"2026-11-22T20:59:59.176671692Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"5884570478394246046","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_5m","query":"pg:cls:ixact_time_rate5m / (pg:cls:active_time_rate5m + pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000891261,"lastEvaluation":"2026-11-22T20:59:59.178265457Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"3458048285225999322","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_5m","query":"pg:env:ixact_time_rate5m / (pg:env:active_time_rate5m + pg:env:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000628993,"lastEvaluation":"2026-11-22T20:59:59.17919878Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9485122055348084130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_15m","query":"pg:db:ixact_time_rate15m / (pg:db:active_time_rate15m + pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00277725,"lastEvaluation":"2026-11-22T20:59:59.179912664Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":22,"lastSeriesFetched":114,"id":"15977369237640753788","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_15m","query":"pg:ins:ixact_time_rate15m / (pg:ins:active_time_rate15m + pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00125267,"lastEvaluation":"2026-11-22T20:59:59.182770894Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"15658328986508186918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_15m","query":"pg:cls:ixact_time_rate15m / (pg:cls:active_time_rate15m + pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001022036,"lastEvaluation":"2026-11-22T20:59:59.184065592Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":18,"id":"13461216374158379570","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_15m","query":"pg:env:ixact_time_rate15m / (pg:env:active_time_rate15m + pg:env:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000498068,"lastEvaluation":"2026-11-22T20:59:59.185115372Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9250915887326293886","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:num_backends","query":"pg_db_numbackends","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001338113,"lastEvaluation":"2026-11-22T20:59:59.185629062Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":32,"lastSeriesFetched":38,"id":"16556023262645328003","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:num_backends","query":"sum without (datname) (pg:db:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001177313,"lastEvaluation":"2026-11-22T20:59:59.187105014Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"13716545864632073323","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:num_backends","query":"sum by (job, cls) (pg:ins:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000868568,"lastEvaluation":"2026-11-22T20:59:59.188318618Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"10840279233264762659","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_backends","query":"sum without(state) (pg_activity_count{state=\"active\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001501858,"lastEvaluation":"2026-11-22T20:59:59.189238223Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":18,"lastSeriesFetched":22,"id":"2453573516496751338","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_backends","query":"sum without(datname) (pg:db:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001320875,"lastEvaluation":"2026-11-22T20:59:59.190853655Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":22,"id":"16929200000790610025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_backends","query":"sum by (job, cls) (pg:ins:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000895761,"lastEvaluation":"2026-11-22T20:59:59.192222998Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"10013895612610831305","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_backends","query":"sum by (job) (pg:cls:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000625405,"lastEvaluation":"2026-11-22T20:59:59.193143201Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"1327472361300990118","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_backends","query":"sum without(state) (pg_activity_count{state=~\"idle in.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001548166,"lastEvaluation":"2026-11-22T20:59:59.193788467Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":18,"lastSeriesFetched":44,"id":"9355684103393873456","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_backends","query":"sum without(datname) (pg:db:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000919955,"lastEvaluation":"2026-11-22T20:59:59.195385768Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":22,"id":"8807106272715238857","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_backends","query":"sum by (job, cls) (pg:ins:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000497214,"lastEvaluation":"2026-11-22T20:59:59.196353478Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"11535487685057615349","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_backends","query":"sum by (job) (pg:cls:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000419278,"lastEvaluation":"2026-11-22T20:59:59.196887299Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"12791462231436969344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_limit","query":"pg_setting_max_connections","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000804074,"lastEvaluation":"2026-11-22T20:59:59.197318653Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":8,"id":"15750199043080164344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_limit","query":"(pg_db_conn_limit != -1 ) or (0 * pg_db_conn_limit + on(cls, ins) group_left pg_setting_max_connections)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002386748,"lastEvaluation":"2026-11-22T20:59:59.198144366Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":32,"lastSeriesFetched":83,"id":"9656828328231709251","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_usage","query":"pg:ins:num_backends / pg:ins:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001282546,"lastEvaluation":"2026-11-22T20:59:59.200659216Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"13615705118423016776","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_usage","query":"pg:db:num_backends / pg:db:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00192644,"lastEvaluation":"2026-11-22T20:59:59.201973528Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":76,"id":"4054824693294006994","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age","query":"pg_db_age / 2147483647","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001139138,"lastEvaluation":"2026-11-22T20:59:59.204014987Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":32,"lastSeriesFetched":38,"id":"6016517635074967953","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:age","query":"max without (datname) (pg:db:age{datname!~\"template[0-9]\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00079863,"lastEvaluation":"2026-11-22T20:59:59.205224498Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":22,"id":"14681911874676080149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:age","query":"max by (job, cls) (pg:ins:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000796393,"lastEvaluation":"2026-11-22T20:59:59.206063469Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"9349819666041806116","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:age","query":"max by (job) (pg:cls:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00058695,"lastEvaluation":"2026-11-22T20:59:59.206886169Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"13061799621605986989","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_deriv1h","query":"deriv(pg_db_age[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002423552,"lastEvaluation":"2026-11-22T20:59:59.207494387Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"5527077866357146542","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_exhaust","query":"(2147483648 - pg_db_age) / pg:db:age_deriv1h","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002084301,"lastEvaluation":"2026-11-22T20:59:59.21001655Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":32,"lastSeriesFetched":70,"id":"2163477359293595087","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_fetched_rate1m","query":"rate(pg_db_tup_fetched[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001298927,"lastEvaluation":"2026-11-22T20:59:59.212190953Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"3760857747744643936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_fetched_rate1m","query":"sum without(datname) (pg:db:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001001858,"lastEvaluation":"2026-11-22T20:59:59.213558811Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"9506971611569841831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_fetched_rate1m","query":"sum by (job, cls) (pg:ins:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000635269,"lastEvaluation":"2026-11-22T20:59:59.214594074Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"10877155285540758447","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_fetched_rate1m","query":"sum by (job) (pg:cls:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000615011,"lastEvaluation":"2026-11-22T20:59:59.21529073Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"1951271269630054086","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_returned_rate1m","query":"rate(pg_db_tup_returned[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00146818,"lastEvaluation":"2026-11-22T20:59:59.215915112Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"17735408881534931936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_returned_rate1m","query":"sum without(datname) (pg:db:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001747132,"lastEvaluation":"2026-11-22T20:59:59.217675869Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"11317340979217256505","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_returned_rate1m","query":"sum by (job, cls) (pg:ins:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000634724,"lastEvaluation":"2026-11-22T20:59:59.219476551Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"7198369432167751977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_returned_rate1m","query":"sum by (job) (pg:cls:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000671669,"lastEvaluation":"2026-11-22T20:59:59.220200673Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"9449157670657176998","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_inserted_rate1m","query":"rate(pg_db_tup_inserted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002006556,"lastEvaluation":"2026-11-22T20:59:59.220906083Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"2334641790565997332","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_inserted_rate1m","query":"sum without(datname) (pg:db:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002304836,"lastEvaluation":"2026-11-22T20:59:59.222993537Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"6302671327676818161","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_inserted_rate1m","query":"sum by (job, cls) (pg:ins:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001919543,"lastEvaluation":"2026-11-22T20:59:59.225371813Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"11041798031187447805","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_inserted_rate1m","query":"sum by (job) (pg:cls:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00053529,"lastEvaluation":"2026-11-22T20:59:59.227320855Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"1468473005790226746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_updated_rate1m","query":"pg:db:tup_updated_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000364142,"lastEvaluation":"2026-11-22T20:59:59.227868844Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14330080136008878386","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_updated_rate1m","query":"sum without(datname) (pg:db:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000385243,"lastEvaluation":"2026-11-22T20:59:59.228322988Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2317522011157163423","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_updated_rate1m","query":"sum by (job, cls) (pg:ins:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00036531,"lastEvaluation":"2026-11-22T20:59:59.228718119Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4098028905728071119","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_updated_rate1m","query":"sum by (job) (pg:cls:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000275829,"lastEvaluation":"2026-11-22T20:59:59.229092157Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12394933855523691806","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_deleted_rate1m","query":"rate(pg_db_tup_deleted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001740815,"lastEvaluation":"2026-11-22T20:59:59.229377673Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"1304326261195617928","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_deleted_rate1m","query":"sum without(datname) (pg:db:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001315012,"lastEvaluation":"2026-11-22T20:59:59.231310166Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"10238011089117183643","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_deleted_rate1m","query":"sum by (job, cls) (pg:ins:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000647591,"lastEvaluation":"2026-11-22T20:59:59.232674065Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"9435380283624003683","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_deleted_rate1m","query":"sum by (job) (pg:cls:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000423262,"lastEvaluation":"2026-11-22T20:59:59.233342184Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"11045577015057167870","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_modified_rate1m","query":"rate(pg_db_tup_modified[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001251374,"lastEvaluation":"2026-11-22T20:59:59.233778252Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"6724824880584490780","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_modified_rate1m","query":"sum without(datname) (pg:db:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001201953,"lastEvaluation":"2026-11-22T20:59:59.235108803Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"12580749253631078777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_modified_rate1m","query":"sum by (job, cls) (pg:ins:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000548112,"lastEvaluation":"2026-11-22T20:59:59.236352729Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"6041832002542322473","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_modified_rate1m","query":"sum by (job) (pg:cls:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000538543,"lastEvaluation":"2026-11-22T20:59:59.23692338Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"13445460568008811282","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_bytes_rate1m","query":"rate(pg_db_temp_bytes[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001278516,"lastEvaluation":"2026-11-22T20:59:59.237478899Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"9204860192566961176","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_bytes","query":"sum without (datname) (pg:db:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000441871,"lastEvaluation":"2026-11-22T20:59:59.238856913Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11983583561438561935","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_bytes","query":"sum by (job, cls) (pg:ins:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00022862,"lastEvaluation":"2026-11-22T20:59:59.23930688Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"977530876795573079","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_files_1m","query":"increase(pg_db_temp_files[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001244977,"lastEvaluation":"2026-11-22T20:59:59.239541875Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"17187686086822460604","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_files_1m","query":"sum without(datname) (pg:db:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00026802,"lastEvaluation":"2026-11-22T20:59:59.240909667Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7712736034417843874","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_files_1m","query":"sum by (job, cls) (pg:ins:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000805441,"lastEvaluation":"2026-11-22T20:59:59.24118622Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1522093613586875818","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:db_size","query":"pg_size_bytes{datname!~\"wal|log\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00111581,"lastEvaluation":"2026-11-22T20:59:59.241999869Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":32,"lastSeriesFetched":38,"id":"9812571896646837969","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:db_size","query":"sum without (datname) (pg:db:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000922872,"lastEvaluation":"2026-11-22T20:59:59.243236451Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":38,"id":"151336617757301929","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:db_size","query":"sum by (job, cls) (pg:ins:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000565778,"lastEvaluation":"2026-11-22T20:59:59.244184348Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"1926039307168948513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wal_size","query":"sum without (datname) (pg_size_bytes{datname=\"wal\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000635885,"lastEvaluation":"2026-11-22T20:59:59.244770626Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":8,"id":"2910174780882095036","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wal_size","query":"sum by (job, cls) (pg:ins:wal_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000480015,"lastEvaluation":"2026-11-22T20:59:59.245441561Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"14633198285708001075","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:log_size","query":"sum without (datname) (pg_size_bytes{datname=\"log\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000593848,"lastEvaluation":"2026-11-22T20:59:59.245941071Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":8,"id":"11230482701026064412","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:log_size","query":"sum by (job, cls) (pg:ins:log_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000558321,"lastEvaluation":"2026-11-22T20:59:59.246560343Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"18108728834734822623","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:file_size","query":"sum without(datname) (pg_size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001338788,"lastEvaluation":"2026-11-22T20:59:59.247145444Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":54,"id":"10485754404897440829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:file_size","query":"sum by (job, cls) (pg:ins:file_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000599138,"lastEvaluation":"2026-11-22T20:59:59.248508884Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"16484355386709029901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_read_1m","query":"increase(pg_db_blks_read[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001622615,"lastEvaluation":"2026-11-22T20:59:59.249126894Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"603173874352599988","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_1m","query":"increase(pg_db_blks_hit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002108062,"lastEvaluation":"2026-11-22T20:59:59.250878897Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"7448552008335150564","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_access_1m","query":"increase(pg_db_blks_access[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001864373,"lastEvaluation":"2026-11-22T20:59:59.253109654Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"3107677572496271180","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_ratio1m","query":"pg:db:blks_hit_1m / pg:db:blks_access_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002131771,"lastEvaluation":"2026-11-22T20:59:59.255143641Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":23,"lastSeriesFetched":76,"id":"15978551524359467153","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:blks_hit_ratio1m","query":"sum without (datname) (pg:db:blks_hit_1m) / sum without (datname) (pg:db:blks_access_1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003734271,"lastEvaluation":"2026-11-22T20:59:59.257368225Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":76,"id":"13382765183282216021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_read_time_seconds_rate1m","query":"rate(pg_db_blk_read_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001413606,"lastEvaluation":"2026-11-22T20:59:59.261143107Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"7051736587766267576","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_write_time_seconds_rate1m","query":"rate(pg_db_blk_write_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001255255,"lastEvaluation":"2026-11-22T20:59:59.262689101Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":38,"id":"7593313544447842506","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_io_time_seconds_rate1m","query":"pg:db:blk_read_time_seconds_rate1m + pg:db:blk_write_time_seconds_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002644097,"lastEvaluation":"2026-11-22T20:59:59.264053881Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":38,"lastSeriesFetched":76,"id":"3666441856548510120","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_checkpoint_rate1m","query":"rate(pg_checkpointer_buffers_written[1m]) or ignoring(__name__) rate(pg_bgwriter_buffers_checkpoint[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0009067,"lastEvaluation":"2026-11-22T20:59:59.266837713Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"5896949093266210111","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_checkpoint_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_checkpoint_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000637936,"lastEvaluation":"2026-11-22T20:59:59.26777129Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"5971674302636269257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_backend_rate1m","query":"rate(pg_bgwriter_buffers_backend[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029573,"lastEvaluation":"2026-11-22T20:59:59.268442126Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1625982946288241429","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_backend_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_backend_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000256368,"lastEvaluation":"2026-11-22T20:59:59.268745885Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1848202645629083007","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_clean_rate1m","query":"rate(pg_bgwriter_buffers_clean[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000895738,"lastEvaluation":"2026-11-22T20:59:59.269009425Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"5235557356375425354","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_clean_rate1m","query":"sum by (job, cls) (pg:ins:buf_clean_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000589175,"lastEvaluation":"2026-11-22T20:59:59.269951657Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"489997746270991979","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_write_rate1m","query":"pg:ins:buf_flush_backend + pg:ins:buf_flush_checkpoint + pg:ins:buf_clean_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000310672,"lastEvaluation":"2026-11-22T20:59:59.270564205Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1365028839247909072","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_write_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000261855,"lastEvaluation":"2026-11-22T20:59:59.270881671Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11737681583271611650","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_alloc_rate1m","query":"rate(pg_bgwriter_buffers_alloc[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000901057,"lastEvaluation":"2026-11-22T20:59:59.271148981Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"14309961845459200658","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_alloc_rate1m","query":"sum by (job, cls) (pg:ins:buf_alloc_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001067927,"lastEvaluation":"2026-11-22T20:59:59.272076186Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":8,"id":"6875271795927060759","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_timed_1m","query":"increase(pg_checkpointer_timed[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000753519,"lastEvaluation":"2026-11-22T20:59:59.273161531Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"6823619094422125202","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_req_1m","query":"increase(pg_checkpointer_req[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000683136,"lastEvaluation":"2026-11-22T20:59:59.273948326Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"10408363334062163364","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_1h","query":"increase(pg_checkpointer_timed[1h]) + increase(pg_checkpointer_req[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001508901,"lastEvaluation":"2026-11-22T20:59:59.274664606Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"14925375818051625173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lsn_rate1m","query":"rate(pg_lsn[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000877406,"lastEvaluation":"2026-11-22T20:59:59.27623857Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"14183487263519277975","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lsn_rate1m","query":"sum by (job, cls) (pg:ins:lsn_rate1m * on(ins) group_left() (1 - pg_in_recovery))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004415868,"lastEvaluation":"2026-11-22T20:59:59.277154738Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":16,"id":"13833332981183171895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lsn_rate1m","query":"sum by (job) (pg:cls:lsn_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001246264,"lastEvaluation":"2026-11-22T20:59:59.281635577Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"2973131122987890466","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:table:scan_rate1m","query":"rate(pg_table_tbl_scan[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.042752178,"lastEvaluation":"2026-11-22T20:59:59.282914513Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1730,"lastSeriesFetched":1730,"id":"6722752523996750025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:call_rate1m","query":"rate(pg_query_calls[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.027755755,"lastEvaluation":"2026-11-22T20:59:59.334761121Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":967,"lastSeriesFetched":967,"id":"9775217364371762173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:rt_1m","query":"rate(pg_query_exec_time[1m]) / pg:query:call_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.034211539,"lastEvaluation":"2026-11-22T20:59:59.364515979Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":574,"lastSeriesFetched":1934,"id":"14506424703812348022","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T20:59:58.926143637Z","type":"prometheus","id":"16462509532548736964","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"":233}},{"name":"redis-alert","rules":[{"state":"inactive","name":"RedisDown","query":"redis_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} == 0\n/ui/d/redis-instance?from=now-5m\u0026to=now\u0026var-ins={{$labels.ins}}\n","summary":"CRIT RedisDown: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.011098965,"lastEvaluation":"2026-11-22T20:59:59.392582312Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14216624868630605529","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisRejectConn","query":"redis:ins:conn_reject \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis:ins:conn_reject[cls={{ $labels.cls }}, ins={{ $labels.ins }}][5m] = {{ $value }} \u003e 0\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=88\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"CRIT RedisRejectConn: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.002353029,"lastEvaluation":"2026-11-22T20:59:59.403701563Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7955763511934078047","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisRTHigh","query":"redis:ins:rt \u003e 0.00016","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisRTHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000356306,"lastEvaluation":"2026-11-22T20:59:59.40607736Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4668692110143480898","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisCPUHigh","query":"redis:ins:cpu_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:cpu_all[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 60%\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=43\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisCPUHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000231686,"lastEvaluation":"2026-11-22T20:59:59.406461578Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2137811757945932182","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisMemHigh","query":"redis:ins:mem_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:mem_usage[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 80%\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=7\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisMemHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000657542,"lastEvaluation":"2026-11-22T20:59:59.406701655Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16523772714547634860","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisQPSHigh","query":"redis:ins:qps \u003e 32000","duration":300,"keep_firing_for":0,"labels":{"category":"redis","level":"2","severity":"INFO"},"annotations":{"description":"redis:ins:qps[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 16000\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=96\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"INFO RedisQPSHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000349037,"lastEvaluation":"2026-11-22T20:59:59.407372423Z","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6651681235789580957","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T20:59:59.392578454Z","type":"prometheus","id":"17324086789749378655","file":"/infra/rules/redis.yml","concurrency":1,"states":{"inactive":6}},{"name":"redis-rules","rules":[{"state":"","name":"redis:ins","query":"max by (id, ins, instance, cls, job) (\n  label_replace(redis_up, \"id\", \"$1\", \"ins\", \"(.+)\") OR\n  label_replace(redis_up, \"id\", \"$1\", \"instance\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002174462,"lastEvaluation":"2026-11-22T21:00:07.100189066Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15694798588909618297","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:ip","query":"label_replace(redis_up, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\")","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002077756,"lastEvaluation":"2026-11-22T21:00:07.102396061Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2445140754293928178","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_total","query":"max by (job,cls,ip) (label_replace(redis_total_system_memory_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00097615,"lastEvaluation":"2026-11-22T21:00:07.104505455Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17668476592205593575","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_alloc","query":"sum by (job,cls,ip) (label_replace(redis_config_maxmemory, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001457392,"lastEvaluation":"2026-11-22T21:00:07.105502092Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15309103877381357705","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_used","query":"sum by (job,cls,ip) (label_replace(redis_memory_used_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001772364,"lastEvaluation":"2026-11-22T21:00:07.106991581Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12461330274808913996","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:qps","query":"sum by (job,cls,ip) (label_replace(redis:ins:qps, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00053432,"lastEvaluation":"2026-11-22T21:00:07.108787383Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17849326118830969995","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys","query":"rate(redis_cpu_sys_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000986915,"lastEvaluation":"2026-11-22T21:00:07.109336881Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6518390775576621139","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user","query":"rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00469568,"lastEvaluation":"2026-11-22T21:00:07.110383462Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3542651762931891875","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage","query":"rate(redis_cpu_sys_seconds_total[1m]) + rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004989423,"lastEvaluation":"2026-11-22T21:00:07.115102483Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14604297413698770970","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys","query":"avg by (job, cls) (redis:ins:cpu_sys)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001059979,"lastEvaluation":"2026-11-22T21:00:07.120127986Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17138066702343098092","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user","query":"avg by (job, cls) (redis:ins:cpu_user)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003945467,"lastEvaluation":"2026-11-22T21:00:07.121210904Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4920411740281499498","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage","query":"avg by (job, cls) (redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000641197,"lastEvaluation":"2026-11-22T21:00:07.12517995Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8653183726190761736","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage","query":"avg by (job)(redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000490193,"lastEvaluation":"2026-11-22T21:00:07.12583625Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"766635480724356809","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys_child","query":"rate(redis_cpu_sys_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000437945,"lastEvaluation":"2026-11-22T21:00:07.126341827Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4209687058093633762","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user_child","query":"rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00031437,"lastEvaluation":"2026-11-22T21:00:07.126790596Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12137121936319554910","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage_child","query":"rate(redis_cpu_sys_children_seconds_total[1m]) + rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.009192816,"lastEvaluation":"2026-11-22T21:00:07.127113769Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11734859668693462285","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys_child","query":"avg by (job, cls) (redis:ins:cpu_sys_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00354077,"lastEvaluation":"2026-11-22T21:00:07.136336749Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18301880617596789550","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user_child","query":"avg by (job, cls) (redis:ins:cpu_user_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001092515,"lastEvaluation":"2026-11-22T21:00:07.139897828Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8372588541140134634","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage_child","query":"avg by (job, cls) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001892842,"lastEvaluation":"2026-11-22T21:00:07.141033035Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16577518571902750222","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage_child","query":"avg by (job) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000553024,"lastEvaluation":"2026-11-22T21:00:07.142943108Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3717135218551493087","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:mem_usage","query":"redis_memory_used_bytes / redis_memory_max_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000457684,"lastEvaluation":"2026-11-22T21:00:07.143508984Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"91255202306569524","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_used","query":"sum by (job, cls) (redis_memory_used_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000356666,"lastEvaluation":"2026-11-22T21:00:07.143977861Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15534068534823163844","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_max","query":"sum by (job, cls) (redis_memory_max_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000329019,"lastEvaluation":"2026-11-22T21:00:07.14434409Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3777096216279647962","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage","query":"redis:cls:mem_used / redis:cls:mem_max","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000362268,"lastEvaluation":"2026-11-22T21:00:07.144681688Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7641800382265832626","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage_max","query":"max by (job, cls) (redis:ins:mem_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003548869,"lastEvaluation":"2026-11-22T21:00:07.145053052Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"923321825879911741","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:mem_usage","query":"sum by (job)(redis:cls:mem_used) / sum by (job)(redis:cls:mem_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001076968,"lastEvaluation":"2026-11-22T21:00:07.148626336Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13208258477678657723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rx","query":"rate(redis_net_input_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00074808,"lastEvaluation":"2026-11-22T21:00:07.149730097Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16724051606867461565","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rx","query":"sum by (job, cls) (redis:ins:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001272839,"lastEvaluation":"2026-11-22T21:00:07.150497516Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9816449153393145177","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rx","query":"sum by (job) (redis:cls:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001372458,"lastEvaluation":"2026-11-22T21:00:07.151789542Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5012257894692471760","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:tx","query":"rate(redis_net_output_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.010420103,"lastEvaluation":"2026-11-22T21:00:07.153181439Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2863848922977920048","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:tx","query":"sum by (job, cls) (redis:ins:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005181897,"lastEvaluation":"2026-11-22T21:00:07.163628661Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2210871622558219221","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:tx","query":"sum by (job) (redis:cls:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006639351,"lastEvaluation":"2026-11-22T21:00:07.168857797Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11604648128743478764","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:net_traffic","query":"redis:ins:rx + redis:ins:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.013906157,"lastEvaluation":"2026-11-22T21:00:07.175524566Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12611319165030337683","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:net_traffic","query":"redis:cls:rx + redis:cls:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.010619179,"lastEvaluation":"2026-11-22T21:00:07.189455151Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1884253187708854851","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:net_traffic","query":"redis:env:rx + redis:env:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001105176,"lastEvaluation":"2026-11-22T21:00:07.20009994Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15042875566449503934","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_realtime","query":"irate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002525896,"lastEvaluation":"2026-11-22T21:00:07.201886292Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9111605446053068461","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_realtime","query":"sum by (job, cls) (redis:ins:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001941527,"lastEvaluation":"2026-11-22T21:00:07.204437494Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5976077493125811429","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_realtime","query":"sum by (job) (redis:cls:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002765662,"lastEvaluation":"2026-11-22T21:00:07.206408125Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6192532837528255288","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps","query":"rate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000843988,"lastEvaluation":"2026-11-22T21:00:07.209198428Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4873669296869666026","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps","query":"sum by (job, cls) (redis:ins:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000716429,"lastEvaluation":"2026-11-22T21:00:07.210063316Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15365440171885623723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps","query":"sum by (job) (redis:cls:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000732598,"lastEvaluation":"2026-11-22T21:00:07.210798468Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15976119056081297104","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_mu","query":"avg_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000535916,"lastEvaluation":"2026-11-22T21:00:07.211548229Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5720076602158840779","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_mu","query":"avg_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000462377,"lastEvaluation":"2026-11-22T21:00:07.212118588Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3283692598593473663","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_mu","query":"avg_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001044212,"lastEvaluation":"2026-11-22T21:00:07.212593872Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14969814774315863343","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_sigma","query":"stddev_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000445398,"lastEvaluation":"2026-11-22T21:00:07.213654103Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13669967564711066158","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_sigma","query":"stddev_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000441868,"lastEvaluation":"2026-11-22T21:00:07.214113984Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18134368733603198146","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_sigma","query":"stddev_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000878315,"lastEvaluation":"2026-11-22T21:00:07.214567741Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1013574627157469914","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_expire","query":"rate(redis_expired_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000405201,"lastEvaluation":"2026-11-22T21:00:07.215460022Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9476312431948576732","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_expire","query":"sum by (job, cls) (redis:ins:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000540013,"lastEvaluation":"2026-11-22T21:00:07.215878093Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15645767772442629661","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_expire","query":"sum by (job) (redis:cls:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000436175,"lastEvaluation":"2026-11-22T21:00:07.216430355Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2692693346752066460","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_evict","query":"rate(redis_evicted_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000935821,"lastEvaluation":"2026-11-22T21:00:07.216878958Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14817398723479818913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_evict","query":"sum by (job, cls) (redis:ins:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000445778,"lastEvaluation":"2026-11-22T21:00:07.217827846Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3617308018114650037","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_evict","query":"sum by (job) (redis:cls:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000830844,"lastEvaluation":"2026-11-22T21:00:07.218286676Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12919476832967926174","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit","query":"rate(redis_keyspace_hits_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00045686,"lastEvaluation":"2026-11-22T21:00:07.21913047Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3170150471150044270","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit","query":"sum by (job, cls) (redis:ins:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000437753,"lastEvaluation":"2026-11-22T21:00:07.219599186Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3060774165020653157","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit","query":"sum by (job) (redis:cls:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000423809,"lastEvaluation":"2026-11-22T21:00:07.220125625Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12326795072573526414","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_miss","query":"rate(redis_keyspace_misses_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000502223,"lastEvaluation":"2026-11-22T21:00:07.220560762Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9176189982898453771","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_miss","query":"sum by (job, cls) (redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000440778,"lastEvaluation":"2026-11-22T21:00:07.221074411Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"829551585118107629","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_miss","query":"sum by (job) (redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000616881,"lastEvaluation":"2026-11-22T21:00:07.221529735Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15852401331934207180","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit_rate","query":"redis:ins:key_hit / (redis:ins:key_hit + redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000386781,"lastEvaluation":"2026-11-22T21:00:07.222159231Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10874561898364349283","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit_rate","query":"redis:cls:key_hit / (redis:cls:key_hit + redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001115184,"lastEvaluation":"2026-11-22T21:00:07.222561071Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"246074839391397195","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit_rate","query":"redis:env:key_hit / (redis:env:key_hit + redis:env:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001017159,"lastEvaluation":"2026-11-22T21:00:07.223690519Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14596780325910373253","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_time","query":"rate(redis_commands_duration_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00049936,"lastEvaluation":"2026-11-22T21:00:07.224721879Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12367629986738277530","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_time","query":"sum by (job,cls,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000561752,"lastEvaluation":"2026-11-22T21:00:07.225235622Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11462139576431859109","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_time","query":"sum by (job,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000524387,"lastEvaluation":"2026-11-22T21:00:07.225809097Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"149633038159296320","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_qps","query":"rate(redis_commands_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000469228,"lastEvaluation":"2026-11-22T21:00:07.226363011Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10893245655444731968","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_qps","query":"sum by (job,cls,cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000536455,"lastEvaluation":"2026-11-22T21:00:07.226847113Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14821025642162900677","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_qps","query":"sum by (job,cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000449098,"lastEvaluation":"2026-11-22T21:00:07.227415003Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17972797791938617442","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_rt","query":"redis:ins:cmd_time / redis:ins:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000348885,"lastEvaluation":"2026-11-22T21:00:07.227923643Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"965058365186203184","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_rt","query":"redis:cls:cmd_time / redis:cls:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000302773,"lastEvaluation":"2026-11-22T21:00:07.228283673Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12824503467107423580","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_rt","query":"redis:env:cmd_time / redis:env:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000445333,"lastEvaluation":"2026-11-22T21:00:07.228598606Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3713442625518495679","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt","query":"sum without (cmd) (redis:ins:cmd_time) / sum without (cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000413474,"lastEvaluation":"2026-11-22T21:00:07.229055514Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15620758243835378959","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt","query":"sum without (cmd) (redis:cls:cmd_time) / sum without (cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000351967,"lastEvaluation":"2026-11-22T21:00:07.22947947Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15014589447243973543","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt","query":"sum without (cmd) (redis:env:cmd_time) / sum without (cmd) (redis:env:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004318029,"lastEvaluation":"2026-11-22T21:00:07.229863678Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6091751704412607084","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_mu","query":"avg_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000628773,"lastEvaluation":"2026-11-22T21:00:07.234206959Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11555793383021949929","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_mu","query":"avg_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000609612,"lastEvaluation":"2026-11-22T21:00:07.234853193Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12486207893356104269","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_mu","query":"avg_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000488281,"lastEvaluation":"2026-11-22T21:00:07.235500446Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2086200347785707703","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_sigma","query":"stddev_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000555734,"lastEvaluation":"2026-11-22T21:00:07.236006182Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1510596877155885376","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_sigma","query":"stddev_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000402574,"lastEvaluation":"2026-11-22T21:00:07.236575955Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6948208903400265284","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_sigma","query":"stddev_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000467777,"lastEvaluation":"2026-11-22T21:00:07.236991185Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7386717272439167994","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:clients","query":"redis_connected_clients","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000521558,"lastEvaluation":"2026-11-22T21:00:07.237470136Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5082888720400145913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:clients","query":"sum by (job, cls) (redis:ins:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000415464,"lastEvaluation":"2026-11-22T21:00:07.238004323Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15584067743295451795","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:clients","query":"sum by (job)(redis:cls:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000469532,"lastEvaluation":"2026-11-22T21:00:07.238450657Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8686046153376025938","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:blocked_clients","query":"rate(redis_blocked_clients[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000777883,"lastEvaluation":"2026-11-22T21:00:07.23893055Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1739143042652378316","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:blocked_clients","query":"sum by (job, cls) (redis:ins:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002145337,"lastEvaluation":"2026-11-22T21:00:07.239720437Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17352254991165475997","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:blocked_clients","query":"sum by (job)(redis:cls:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000949509,"lastEvaluation":"2026-11-22T21:00:07.241884906Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11477889964169238420","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_rate","query":"rate(redis_connections_received_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000825718,"lastEvaluation":"2026-11-22T21:00:07.242849225Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17975457492049309513","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_rate","query":"sum by (job, cls) (redis:ins:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000475934,"lastEvaluation":"2026-11-22T21:00:07.243693616Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1816347481790137197","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_rate","query":"sum by (job)(redis:cls:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001382135,"lastEvaluation":"2026-11-22T21:00:07.24420838Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5810608055330648836","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_reject","query":"rate(redis_rejected_connections_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000839796,"lastEvaluation":"2026-11-22T21:00:07.245610662Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2505847852807943003","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_reject","query":"sum by (job, cls) (redis:ins:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000526949,"lastEvaluation":"2026-11-22T21:00:07.246467196Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6973825599197838783","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_reject","query":"sum by (job)(redis:cls:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007762779,"lastEvaluation":"2026-11-22T21:00:07.247006618Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13172575704405329974","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:lsn_rate","query":"rate(redis_master_repl_offset[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.009492592,"lastEvaluation":"2026-11-22T21:00:07.254793942Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11086362695928279196","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:fork_time","query":"max by (job, cls) (redis_latest_fork_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001563558,"lastEvaluation":"2026-11-22T21:00:07.264312693Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13613917332214409301","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:aof_rewrite_time","query":"max by (job, cls) (redis_aof_last_rewrite_duration_sec)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001130769,"lastEvaluation":"2026-11-22T21:00:07.26590084Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"176220919676615337","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:size","query":"count by (job, cls) (redis_up)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001437583,"lastEvaluation":"2026-11-22T21:00:07.267054618Z","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3326367272495626888","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-11-22T21:00:07.100181476Z","type":"prometheus","id":"13096054864871816596","file":"/infra/rules/redis.yml","concurrency":1,"states":{"":96}}]}}