Help
RSS
API
Feed
Maltego
Contact
Domain > awesome-prometheus.azan-n.com
×
More information on this domain is in
AlienVault OTX
Is this malicious?
Yes
No
DNS Resolutions
Date
IP Address
2025-06-19
172.67.128.13
(
ClassC
)
2026-02-25
104.21.1.151
(
ClassC
)
Port 443
HTTP/1.1 200 OKDate: Wed, 25 Feb 2026 10:25:18 GMTContent-Type: text/html; charsetutf-8Transfer-Encoding: chunkedConnection: keep-aliveAccess-Control-Allow-Origin: *Cache-Control: public, max-age0, must-revalidatecf-cache-status: DYNAMICreferrer-policy: strict-origin-when-cross-originx-content-type-options: nosniffReport-To: {group:cf-nel,max_age:604800,endpoints:{url:https://a.nel.cloudflare.com/report/v4?sCbMgk4HejPbHTNbOaMDEGPxQpsnmTaKnI8qW8i6E1U5%2B3ZYUZzG90tRc9fjNmz36KEu0o0FZuFssKEzq%2BbL9KD%2B1EE3T8sEQ3N%2F1ya8k5KuiqMg29biFgfCupZsM}}Nel: {report_to:cf-nel,success_fraction:0.0,max_age:604800}Server: cloudflareStrict-Transport-Security: max-age0; includeSubDomains; preloadCF-RAY: 9d367f783929cf48-PDXalt-svc: h3:443; ma86400 !DOCTYPE html>html langen> head>meta charsetutf-8>link relicon typeimage/svg+xml href/logo.svg>meta nameviewport contentwidthdevice-width>meta namegenerator contentAstro v4.16.1>meta namedescription contentPrometheus alert rules>!-- Inter -->link relpreconnect hrefhttps://rsms.me/>link relstylesheet hrefhttps://rsms.me/inter/inter.css>!-- Jetbrains Mono? -->!-- Use BunnyCDN instead? -->link relpreconnect hrefhttps://fonts.googleapis.com>link relpreconnect hrefhttps://fonts.gstatic.com crossorigin>link hrefhttps://fonts.googleapis.com/css2?familyJetBrains+Mono:wght@400&displayswap relstylesheet>title>Awesome Prometheus Toolkit/title>link relstylesheet href/_astro/index.BSSBn2SV.css>script typemodule>const thidden,ldata-service-name;function r(e){document.querySelectorAll(data-group-name).forEach(s>{const os.querySelectorAll(l);let a!1;o.forEach(n>{const cn.getAttribute(data-service-name)?.toLowerCase();c&&(c.includes(e)?(n.classList.remove(t),a!0):n.classList.add(t))}),a?s.classList.remove(t):s.classList.add(t)})}const idocument.getElementById(component-search);i instanceof HTMLInputElement&&i.addEventListener(keyup,e>{e.target instanceof HTMLInputElement&&r(e.target.value)});/script>/head> body> header classborder-b py-4 sticky top-0 bg-background z-10> section classmx-auto max-w-6xl px-4 flex flex-row items-end> !-- Logo --> div classflex flex-row gap-2 items-center> img srclogo.svg alt classw-8 h-14> div classleading-tight font-bold select-none>Awesomebr>Prometheusbr>Toolkit/div> /div> a hrefhttps://github.com/azan-n/prometheus-alerts classshrink ms-auto> svg strokecurrentColor fillcurrentColor stroke-width0 roleimg viewBox0 0 24 24 classh-6 w-6 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM12 .297c-6.63 0-12 5.373-12 12 0 5.303 3.438 9.8 8.205 11.385.6.113.82-.258.82-.577 0-.285-.01-1.04-.015-2.04-3.338.724-4.042-1.61-4.042-1.61C4.422 18.07 3.633 17.7 3.633 17.7c-1.087-.744.084-.729.084-.729 1.205.084 1.838 1.236 1.838 1.236 1.07 1.835 2.809 1.305 3.495.998.108-.776.417-1.305.76-1.605-2.665-.3-5.466-1.332-5.466-5.93 0-1.31.465-2.38 1.235-3.22-.135-.303-.54-1.523.105-3.176 0 0 1.005-.322 3.3 1.23.96-.267 1.98-.399 3-.405 1.02.006 2.04.138 3 .405 2.28-1.552 3.285-1.23 3.285-1.23.645 1.653.24 2.873.12 3.176.765.84 1.23 1.91 1.23 3.22 0 4.61-2.805 5.625-5.475 5.92.42.36.81 1.096.81 2.22 0 1.606-.015 2.896-.015 3.286 0 .315.21.69.825.57C20.565 22.092 24 17.592 24 12.297c0-6.627-5.373-12-12-12>/path>/svg> span classsr-only>Source code on GitHub/span> /a> /section> /header> main classmx-auto max-w-6xl px-4 my-8> h1 classheading-lg>Browse Library/h1> div classinput mb-8 flex flex-row items-center gap-2> svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM229.66,218.34l-50.07-50.06a88.11,88.11,0,1,0-11.31,11.31l50.06,50.07a8,8,0,0,0,11.32-11.32ZM40,112a72,72,0,1,1,72,72A72.08,72.08,0,0,1,40,112Z>/path>/svg> input idcomponent-search namecomponent-search typesearch placeholderSearch for a component classflex-grow> /div> !-- Groups --> section data-group-nameBasic resource monitoring classmb-16> h2 classheading-sm>Basic resource monitoring/h2> div classgrid grid-dynamic-base gap-6> style>astro-island,astro-slot,astro-static-slot{display:contents}/style>script>(()>{var easync t>{await(await t())()};(self.Astro||(self.Astro{})).onlye;window.dispatchEvent(new Event(astro:only));})();;(()>{var AObject.defineProperty;var g(i,o,a)>o in i?A(i,o,{enumerable:!0,configurable:!0,writable:!0,value:a}):ioa;var d(i,o,a)>g(i,typeof o!symbol?o+:o,a);{let i{0:t>m(t),1:t>a(t),2:t>new RegExp(t),3:t>new Date(t),4:t>new Map(a(t)),5:t>new Set(a(t)),6:t>BigInt(t),7:t>new URL(t),8:t>new Uint8Array(t),9:t>new Uint16Array(t),10:t>new Uint32Array(t),11:t>1/0*t},ot>{letl,et;return l in i?il(e):void 0},at>t.map(o),mt>typeof t!object||tnull?t:Object.fromEntries(Object.entries(t).map((l,e)>l,o(e)));class y extends HTMLElement{constructor(){super(...arguments);d(this,Component);d(this,hydrator);d(this,hydrate,async()>{var b;if(!this.hydrator||!this.isConnected)return;let e(bthis.parentElement)null?void 0:b.closest(astro-islandssr);if(e){e.addEventListener(astro:hydrate,this.hydrate,{once:!0});return}let cthis.querySelectorAll(astro-slot),n{},hthis.querySelectorAll(templatedata-astro-template);for(let r of h){let sr.closest(this.tagName);s!null&&s.isSameNode(this)&&(nr.getAttribute(data-astro-template)||defaultr.innerHTML,r.remove())}for(let r of c){let sr.closest(this.tagName);s!null&&s.isSameNode(this)&&(nr.getAttribute(name)||defaultr.innerHTML)}let p;try{pthis.hasAttribute(props)?m(JSON.parse(this.getAttribute(props))):{}}catch(r){let sthis.getAttribute(component-url)||unknown>,vthis.getAttribute(component-export);throw v&&(s+` (export ${v})`),console.error(`hydrate Error parsing props for component ${s}`,this.getAttribute(props),r),r}let u;await this.hydrator(this)(this.Component,p,n,{client:this.getAttribute(client)}),this.removeAttribute(ssr),this.dispatchEvent(new CustomEvent(astro:hydrate))});d(this,unmount,()>{this.isConnected||this.dispatchEvent(new CustomEvent(astro:unmount))})}disconnectedCallback(){document.removeEventListener(astro:after-swap,this.unmount),document.addEventListener(astro:after-swap,this.unmount,{once:!0})}connectedCallback(){if(!this.hasAttribute(await-children)||document.readyStateinteractive||document.readyStatecomplete)this.childrenConnectedCallback();else{let e()>{document.removeEventListener(DOMContentLoaded,e),c.disconnect(),this.childrenConnectedCallback()},cnew MutationObserver(()>{var n;((nthis.lastChild)null?void 0:n.nodeType)Node.COMMENT_NODE&&this.lastChild.nodeValueastro:end&&(this.lastChild.remove(),e())});c.observe(this,{childList:!0}),document.addEventListener(DOMContentLoaded,e)}}async childrenConnectedCallback(){let ethis.getAttribute(before-hydration-url);e&&await import(e),this.start()}async start(){let eJSON.parse(this.getAttribute(opts)),cthis.getAttribute(client);if(Astrocvoid 0){window.addEventListener(`astro:${c}`,()>this.start(),{once:!0});return}try{await Astroc(async()>{let nthis.getAttribute(renderer-url),h,{default:p}await Promise.all(import(this.getAttribute(component-url)),n?import(n):()>()>{}),uthis.getAttribute(component-export)||default;if(!u.includes(.))this.Componenthu;else{this.Componenth;for(let f of u.split(.))this.Componentthis.Componentf}return this.hydratorp,this.hydrate},e,this)}catch(n){console.error(`astro-island Error hydrating ${this.getAttribute(component-url)}`,n)}}attributeChangedCallback(){this.hydrate()}}d(y,observedAttributes,props),customElements.get(astro-island)||customElements.define(astro-island,y)}})();/script>script>(()>{var easync t>{await(await t())()};(self.Astro||(self.Astro{})).loade;window.dispatchEvent(new Event(astro:load));})();/script>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-namePrometheus self-monitoring> div classrow-start-1 row-end-2> astro-island uidZI3xg1 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Prometheus self-monitoring","exporters":1,0,{"slug":0,"embedded-exporter","rules":1,0,{"name":0,"Prometheus job missing","description":0,"A Prometheus job has disappeared","query":0,"absent(up{job\"prometheus\"})","severity":0,"warning"},0,{"name":0,"Prometheus target missing","description":0,"A Prometheus target has disappeared. An exporter might be crashed.","query":0,"up 0","severity":0,"critical"},0,{"name":0,"Prometheus all targets missing","description":0,"A Prometheus job does not have living target anymore.","query":0,"sum by (job) (up) 0","severity":0,"critical"},0,{"name":0,"Prometheus target missing with warmup time","description":0,"Allow a job time to start up (10 minutes) before alerting that it's down.","query":0,"sum by (instance, job) ((up 0) * on (instance) group_right(job) (node_time_seconds - node_boot_time_seconds > 600))","severity":0,"critical"},0,{"name":0,"Prometheus configuration reload failure","description":0,"Prometheus configuration reload error","query":0,"prometheus_config_last_reload_successful ! 1","severity":0,"warning"},0,{"name":0,"Prometheus too many restarts","description":0,"Prometheus has restarted more than twice in the last 15 minutes. It might be crashlooping.","query":0,"changes(process_start_time_seconds{job~\"prometheus|pushgateway|alertmanager\"}15m) > 2","severity":0,"warning"},0,{"name":0,"Prometheus AlertManager job missing","description":0,"A Prometheus AlertManager job has disappeared","query":0,"absent(up{job\"alertmanager\"})","severity":0,"warning"},0,{"name":0,"Prometheus AlertManager configuration reload failure","description":0,"AlertManager configuration reload error","query":0,"alertmanager_config_last_reload_successful ! 1","severity":0,"warning"},0,{"name":0,"Prometheus AlertManager config not synced","description":0,"Configurations of AlertManager cluster instances are out of sync","query":0,"count(count_values(\"config_hash\", alertmanager_config_hash)) > 1","severity":0,"warning"},0,{"name":0,"Prometheus AlertManager E2E dead man switch","description":0,"Prometheus DeadManSwitch is an always-firing alert. It's used as an end-to-end test of Prometheus through the Alertmanager.","query":0,"vector(1)","severity":0,"critical"},0,{"name":0,"Prometheus not connected to alertmanager","description":0,"Prometheus cannot connect the alertmanager","query":0,"prometheus_notifications_alertmanagers_discovered < 1","severity":0,"critical"},0,{"name":0,"Prometheus rule evaluation failures","description":0,"Prometheus encountered {{ $value }} rule evaluation failures, leading to potentially ignored alerts.","query":0,"increase(prometheus_rule_evaluation_failures_total3m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus template text expansion failures","description":0,"Prometheus encountered {{ $value }} template text expansion failures","query":0,"increase(prometheus_template_text_expansion_failures_total3m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus rule evaluation slow","description":0,"Prometheus rule evaluation took more time than the scheduled interval. It indicates a slower storage backend access or too complex query.","query":0,"prometheus_rule_group_last_duration_seconds > prometheus_rule_group_interval_seconds","severity":0,"warning","for":0,"5m"},0,{"name":0,"Prometheus notifications backlog","description":0,"The Prometheus notification queue has not been empty for 10 minutes","query":0,"min_over_time(prometheus_notifications_queue_length10m) > 0","severity":0,"warning"},0,{"name":0,"Prometheus AlertManager notification failing","description":0,"Alertmanager is failing sending notifications","query":0,"rate(alertmanager_notifications_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus target empty","description":0,"Prometheus has no target in service discovery","query":0,"prometheus_sd_discovered_targets 0","severity":0,"critical"},0,{"name":0,"Prometheus target scraping slow","description":0,"Prometheus is scraping exporters slowly since it exceeded the requested interval time. Your Prometheus server is under-provisioned.","query":0,"prometheus_target_interval_length_seconds{quantile\"0.9\"} / on (interval, instance, job) prometheus_target_interval_length_seconds{quantile\"0.5\"} > 1.05","severity":0,"warning","for":0,"5m"},0,{"name":0,"Prometheus large scrape","description":0,"Prometheus has many scrapes that exceed the sample limit","query":0,"increase(prometheus_target_scrapes_exceeded_sample_limit_total10m) > 10","severity":0,"warning","for":0,"5m"},0,{"name":0,"Prometheus target scrape duplicate","description":0,"Prometheus has many samples rejected due to duplicate timestamps but different values","query":0,"increase(prometheus_target_scrapes_sample_duplicate_timestamp_total5m) > 0","severity":0,"warning"},0,{"name":0,"Prometheus TSDB checkpoint creation failures","description":0,"Prometheus encountered {{ $value }} checkpoint creation failures","query":0,"increase(prometheus_tsdb_checkpoint_creations_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB checkpoint deletion failures","description":0,"Prometheus encountered {{ $value }} checkpoint deletion failures","query":0,"increase(prometheus_tsdb_checkpoint_deletions_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB compactions failed","description":0,"Prometheus encountered {{ $value }} TSDB compactions failures","query":0,"increase(prometheus_tsdb_compactions_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB head truncations failed","description":0,"Prometheus encountered {{ $value }} TSDB head truncation failures","query":0,"increase(prometheus_tsdb_head_truncations_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB reload failures","description":0,"Prometheus encountered {{ $value }} TSDB reload failures","query":0,"increase(prometheus_tsdb_reloads_failures_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB WAL corruptions","description":0,"Prometheus encountered {{ $value }} TSDB WAL corruptions","query":0,"increase(prometheus_tsdb_wal_corruptions_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB WAL truncations failed","description":0,"Prometheus encountered {{ $value }} TSDB WAL truncation failures","query":0,"increase(prometheus_tsdb_wal_truncations_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus timeseries cardinality","description":0,"The \"{{ $labels.name }}\" timeseries cardinality is getting very high: {{ $value }}","query":0,"label_replace(count by(__name__) ({__name__~\".+\"}), \"name\", \"$1\", \"__name__\", \"(.+)\") > 10000","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>28 rules/div> p classinline> Prometheus job missing, Prometheus target missing, Prometheus all targets missing, Prometheus target missing with warmup time, Prometheus configuration reload failure, Prometheus too many restarts, Prometheus AlertManager job missing, Prometheus AlertManager configuration reload failure, Prometheus AlertManager config not synced, Prometheus AlertManager E2E dead man switch, Prometheus not connected to alertmanager, Prometheus rule evaluation failures, Prometheus template text expansion failures, Prometheus rule evaluation slow, Prometheus notifications backlog, Prometheus AlertManager notification failing, Prometheus target empty, Prometheus target scraping slow, Prometheus large scrape, Prometheus target scrape duplicate, Prometheus TSDB checkpoint creation failures, Prometheus TSDB checkpoint deletion failures, Prometheus TSDB compactions failed, Prometheus TSDB head truncations failed, Prometheus TSDB reload failures, Prometheus TSDB WAL corruptions, Prometheus TSDB WAL truncations failed, Prometheus timeseries cardinality /p> /div> div classrow-start-3 row-end-4> astro-island uidZ27RfNB prefixr654 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Prometheus self-monitoring","exporters":1,0,{"slug":0,"embedded-exporter","rules":1,0,{"name":0,"Prometheus job missing","description":0,"A Prometheus job has disappeared","query":0,"absent(up{job\"prometheus\"})","severity":0,"warning"},0,{"name":0,"Prometheus target missing","description":0,"A Prometheus target has disappeared. An exporter might be crashed.","query":0,"up 0","severity":0,"critical"},0,{"name":0,"Prometheus all targets missing","description":0,"A Prometheus job does not have living target anymore.","query":0,"sum by (job) (up) 0","severity":0,"critical"},0,{"name":0,"Prometheus target missing with warmup time","description":0,"Allow a job time to start up (10 minutes) before alerting that it's down.","query":0,"sum by (instance, job) ((up 0) * on (instance) group_right(job) (node_time_seconds - node_boot_time_seconds > 600))","severity":0,"critical"},0,{"name":0,"Prometheus configuration reload failure","description":0,"Prometheus configuration reload error","query":0,"prometheus_config_last_reload_successful ! 1","severity":0,"warning"},0,{"name":0,"Prometheus too many restarts","description":0,"Prometheus has restarted more than twice in the last 15 minutes. It might be crashlooping.","query":0,"changes(process_start_time_seconds{job~\"prometheus|pushgateway|alertmanager\"}15m) > 2","severity":0,"warning"},0,{"name":0,"Prometheus AlertManager job missing","description":0,"A Prometheus AlertManager job has disappeared","query":0,"absent(up{job\"alertmanager\"})","severity":0,"warning"},0,{"name":0,"Prometheus AlertManager configuration reload failure","description":0,"AlertManager configuration reload error","query":0,"alertmanager_config_last_reload_successful ! 1","severity":0,"warning"},0,{"name":0,"Prometheus AlertManager config not synced","description":0,"Configurations of AlertManager cluster instances are out of sync","query":0,"count(count_values(\"config_hash\", alertmanager_config_hash)) > 1","severity":0,"warning"},0,{"name":0,"Prometheus AlertManager E2E dead man switch","description":0,"Prometheus DeadManSwitch is an always-firing alert. It's used as an end-to-end test of Prometheus through the Alertmanager.","query":0,"vector(1)","severity":0,"critical"},0,{"name":0,"Prometheus not connected to alertmanager","description":0,"Prometheus cannot connect the alertmanager","query":0,"prometheus_notifications_alertmanagers_discovered < 1","severity":0,"critical"},0,{"name":0,"Prometheus rule evaluation failures","description":0,"Prometheus encountered {{ $value }} rule evaluation failures, leading to potentially ignored alerts.","query":0,"increase(prometheus_rule_evaluation_failures_total3m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus template text expansion failures","description":0,"Prometheus encountered {{ $value }} template text expansion failures","query":0,"increase(prometheus_template_text_expansion_failures_total3m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus rule evaluation slow","description":0,"Prometheus rule evaluation took more time than the scheduled interval. It indicates a slower storage backend access or too complex query.","query":0,"prometheus_rule_group_last_duration_seconds > prometheus_rule_group_interval_seconds","severity":0,"warning","for":0,"5m"},0,{"name":0,"Prometheus notifications backlog","description":0,"The Prometheus notification queue has not been empty for 10 minutes","query":0,"min_over_time(prometheus_notifications_queue_length10m) > 0","severity":0,"warning"},0,{"name":0,"Prometheus AlertManager notification failing","description":0,"Alertmanager is failing sending notifications","query":0,"rate(alertmanager_notifications_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus target empty","description":0,"Prometheus has no target in service discovery","query":0,"prometheus_sd_discovered_targets 0","severity":0,"critical"},0,{"name":0,"Prometheus target scraping slow","description":0,"Prometheus is scraping exporters slowly since it exceeded the requested interval time. Your Prometheus server is under-provisioned.","query":0,"prometheus_target_interval_length_seconds{quantile\"0.9\"} / on (interval, instance, job) prometheus_target_interval_length_seconds{quantile\"0.5\"} > 1.05","severity":0,"warning","for":0,"5m"},0,{"name":0,"Prometheus large scrape","description":0,"Prometheus has many scrapes that exceed the sample limit","query":0,"increase(prometheus_target_scrapes_exceeded_sample_limit_total10m) > 10","severity":0,"warning","for":0,"5m"},0,{"name":0,"Prometheus target scrape duplicate","description":0,"Prometheus has many samples rejected due to duplicate timestamps but different values","query":0,"increase(prometheus_target_scrapes_sample_duplicate_timestamp_total5m) > 0","severity":0,"warning"},0,{"name":0,"Prometheus TSDB checkpoint creation failures","description":0,"Prometheus encountered {{ $value }} checkpoint creation failures","query":0,"increase(prometheus_tsdb_checkpoint_creations_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB checkpoint deletion failures","description":0,"Prometheus encountered {{ $value }} checkpoint deletion failures","query":0,"increase(prometheus_tsdb_checkpoint_deletions_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB compactions failed","description":0,"Prometheus encountered {{ $value }} TSDB compactions failures","query":0,"increase(prometheus_tsdb_compactions_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB head truncations failed","description":0,"Prometheus encountered {{ $value }} TSDB head truncation failures","query":0,"increase(prometheus_tsdb_head_truncations_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB reload failures","description":0,"Prometheus encountered {{ $value }} TSDB reload failures","query":0,"increase(prometheus_tsdb_reloads_failures_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB WAL corruptions","description":0,"Prometheus encountered {{ $value }} TSDB WAL corruptions","query":0,"increase(prometheus_tsdb_wal_corruptions_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus TSDB WAL truncations failed","description":0,"Prometheus encountered {{ $value }} TSDB WAL truncation failures","query":0,"increase(prometheus_tsdb_wal_truncations_failed_total1m) > 0","severity":0,"critical"},0,{"name":0,"Prometheus timeseries cardinality","description":0,"The \"{{ $labels.name }}\" timeseries cardinality is getting very high: {{ $value }}","query":0,"label_replace(count by(__name__) ({__name__~\".+\"}), \"name\", \"$1\", \"__name__\", \"(.+)\") > 10000","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r654R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Prometheus job missing/h3>p>A Prometheus job has disappeared/p>div classrounded-md>astro-island uidLpmmj prefixr60 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusJobMissing\n expr: 'absent(up{job\"prometheus\"})'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Prometheus job missing (instance {{ $labels.instance }})\n description: \"A Prometheus job has disappeared \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusJobMissing/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> absent(up{jobprometheus})/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus job missing (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A Prometheus job has disappeared /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Prometheus target missing/h3>p>A Prometheus target has disappeared. An exporter might be crashed./p>div classrounded-md>astro-island uidZBQ6fu prefixr61 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTargetMissing\n expr: 'up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus target missing (instance {{ $labels.instance }})\n description: \"A Prometheus target has disappeared. An exporter might be crashed. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTargetMissing/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus target missing (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A Prometheus target has disappeared. An exporter might be crashed. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Prometheus all targets missing/h3>p>A Prometheus job does not have living target anymore./p>div classrounded-md>astro-island uidg6gY prefixr62 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusAllTargetsMissing\n expr: 'sum by (job) (up) 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus all targets missing (instance {{ $labels.instance }})\n description: \"A Prometheus job does not have living target anymore. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusAllTargetsMissing/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (job) (up) 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus all targets missing (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A Prometheus job does not have living target anymore. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Prometheus target missing with warmup time/h3>p>Allow a job time to start up (10 minutes) before alerting that it's down./p>div classrounded-md>astro-island uidZ1x2RWq prefixr63 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTargetMissingWithWarmupTime\n expr: 'sum by (instance, job) ((up 0) * on (instance) group_right(job) (node_time_seconds - node_boot_time_seconds > 600))'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus target missing with warmup time (instance {{ $labels.instance }})\n description: \"Allow a job time to start up (10 minutes) before alerting that it's down. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTargetMissingWithWarmupTime/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (instance, job) ((up 0) * on (instance) group_right(job) (node_time_seconds - node_boot_time_seconds > 600))/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus target missing with warmup time (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Allow a job time to start up (10 minutes) before alerting that its down. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Prometheus configuration reload failure/h3>p>Prometheus configuration reload error/p>div classrounded-md>astro-island uideCnrt prefixr64 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusConfigurationReloadFailure\n expr: 'prometheus_config_last_reload_successful ! 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Prometheus configuration reload failure (instance {{ $labels.instance }})\n description: \"Prometheus configuration reload error \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusConfigurationReloadFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> prometheus_config_last_reload_successful ! 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus configuration reload failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus configuration reload error /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Prometheus too many restarts/h3>p>Prometheus has restarted more than twice in the last 15 minutes. It might be crashlooping./p>div classrounded-md>astro-island uidZ2wEMls prefixr65 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTooManyRestarts\n expr: 'changes(process_start_time_seconds{job~\"prometheus|pushgateway|alertmanager\"}15m) > 2'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Prometheus too many restarts (instance {{ $labels.instance }})\n description: \"Prometheus has restarted more than twice in the last 15 minutes. It might be crashlooping. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTooManyRestarts/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(process_start_time_seconds{job~prometheus|pushgateway|alertmanager}15m) > 2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus too many restarts (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus has restarted more than twice in the last 15 minutes. It might be crashlooping. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Prometheus AlertManager job missing/h3>p>A Prometheus AlertManager job has disappeared/p>div classrounded-md>astro-island uid135w91 prefixr66 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusAlertManagerJobMissing\n expr: 'absent(up{job\"alertmanager\"})'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Prometheus AlertManager job missing (instance {{ $labels.instance }})\n description: \"A Prometheus AlertManager job has disappeared \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusAlertManagerJobMissing/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> absent(up{jobalertmanager})/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus AlertManager job missing (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A Prometheus AlertManager job has disappeared /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Prometheus AlertManager configuration reload failure/h3>p>AlertManager configuration reload error/p>div classrounded-md>astro-island uidZ1iusuC prefixr67 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusAlertManagerConfigurationReloadFailure\n expr: 'alertmanager_config_last_reload_successful ! 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Prometheus AlertManager configuration reload failure (instance {{ $labels.instance }})\n description: \"AlertManager configuration reload error \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusAlertManagerConfigurationReloadFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> alertmanager_config_last_reload_successful ! 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus AlertManager configuration reload failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> AlertManager configuration reload error /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Prometheus AlertManager config not synced/h3>p>Configurations of AlertManager cluster instances are out of sync/p>div classrounded-md>astro-island uidjiSMA prefixr68 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusAlertManagerConfigNotSynced\n expr: 'count(count_values(\"config_hash\", alertmanager_config_hash)) > 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Prometheus AlertManager config not synced (instance {{ $labels.instance }})\n description: \"Configurations of AlertManager cluster instances are out of sync \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusAlertManagerConfigNotSynced/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> count(count_values(config_hash, alertmanager_config_hash)) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus AlertManager config not synced (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Configurations of AlertManager cluster instances are out of sync /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Prometheus AlertManager E2E dead man switch/h3>p>Prometheus DeadManSwitch is an always-firing alert. It's used as an end-to-end test of Prometheus through the Alertmanager./p>div classrounded-md>astro-island uidZF7QNV prefixr69 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusAlertManagerE2EDeadManSwitch\n expr: 'vector(1)'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus AlertManager E2E dead man switch (instance {{ $labels.instance }})\n description: \"Prometheus DeadManSwitch is an always-firing alert. It's used as an end-to-end test of Prometheus through the Alertmanager. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusAlertManagerE2EDeadManSwitch/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> vector(1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus AlertManager E2E dead man switch (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus DeadManSwitch is an always-firing alert. Its used as an end-to-end test of Prometheus through the Alertmanager. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Prometheus not connected to alertmanager/h3>p>Prometheus cannot connect the alertmanager/p>div classrounded-md>astro-island uidZ24STJu prefixr70 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusNotConnectedToAlertmanager\n expr: 'prometheus_notifications_alertmanagers_discovered < 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus not connected to alertmanager (instance {{ $labels.instance }})\n description: \"Prometheus cannot connect the alertmanager \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusNotConnectedToAlertmanager/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> prometheus_notifications_alertmanagers_discovered < 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus not connected to alertmanager (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus cannot connect the alertmanager /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Prometheus rule evaluation failures/h3>p>Prometheus encountered {{ $value }} rule evaluation failures, leading to potentially ignored alerts./p>div classrounded-md>astro-island uid2jvwGc prefixr71 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusRuleEvaluationFailures\n expr: 'increase(prometheus_rule_evaluation_failures_total3m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus rule evaluation failures (instance {{ $labels.instance }})\n description: \"Prometheus encountered {{ $value }} rule evaluation failures, leading to potentially ignored alerts. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusRuleEvaluationFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_rule_evaluation_failures_total3m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus rule evaluation failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus encountered {{ $value }} rule evaluation failures, leading to potentially ignored alerts. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>Prometheus template text expansion failures/h3>p>Prometheus encountered {{ $value }} template text expansion failures/p>div classrounded-md>astro-island uidZ24D3H3 prefixr72 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTemplateTextExpansionFailures\n expr: 'increase(prometheus_template_text_expansion_failures_total3m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus template text expansion failures (instance {{ $labels.instance }})\n description: \"Prometheus encountered {{ $value }} template text expansion failures \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTemplateTextExpansionFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_template_text_expansion_failures_total3m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus template text expansion failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus encountered {{ $value }} template text expansion failures /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>14/div>div>h3 classheading-lg mb-2>Prometheus rule evaluation slow/h3>p>Prometheus rule evaluation took more time than the scheduled interval. It indicates a slower storage backend access or too complex query./p>div classrounded-md>astro-island uid2lmgGt prefixr73 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusRuleEvaluationSlow\n expr: 'prometheus_rule_group_last_duration_seconds > prometheus_rule_group_interval_seconds'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Prometheus rule evaluation slow (instance {{ $labels.instance }})\n description: \"Prometheus rule evaluation took more time than the scheduled interval. It indicates a slower storage backend access or too complex query. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusRuleEvaluationSlow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> prometheus_rule_group_last_duration_seconds > prometheus_rule_group_interval_seconds/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus rule evaluation slow (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus rule evaluation took more time than the scheduled interval. It indicates a slower storage backend access or too complex query. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>15/div>div>h3 classheading-lg mb-2>Prometheus notifications backlog/h3>p>The Prometheus notification queue has not been empty for 10 minutes/p>div classrounded-md>astro-island uiddlpyb prefixr74 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusNotificationsBacklog\n expr: 'min_over_time(prometheus_notifications_queue_length10m) > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Prometheus notifications backlog (instance {{ $labels.instance }})\n description: \"The Prometheus notification queue has not been empty for 10 minutes \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusNotificationsBacklog/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> min_over_time(prometheus_notifications_queue_length10m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus notifications backlog (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The Prometheus notification queue has not been empty for 10 minutes /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>16/div>div>h3 classheading-lg mb-2>Prometheus AlertManager notification failing/h3>p>Alertmanager is failing sending notifications/p>div classrounded-md>astro-island uidZ1k1acq prefixr75 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusAlertManagerNotificationFailing\n expr: 'rate(alertmanager_notifications_failed_total1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus AlertManager notification failing (instance {{ $labels.instance }})\n description: \"Alertmanager is failing sending notifications \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusAlertManagerNotificationFailing/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(alertmanager_notifications_failed_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus AlertManager notification failing (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Alertmanager is failing sending notifications /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>17/div>div>h3 classheading-lg mb-2>Prometheus target empty/h3>p>Prometheus has no target in service discovery/p>div classrounded-md>astro-island uidZ1Msr47 prefixr76 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTargetEmpty\n expr: 'prometheus_sd_discovered_targets 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus target empty (instance {{ $labels.instance }})\n description: \"Prometheus has no target in service discovery \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTargetEmpty/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> prometheus_sd_discovered_targets 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus target empty (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus has no target in service discovery /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>18/div>div>h3 classheading-lg mb-2>Prometheus target scraping slow/h3>p>Prometheus is scraping exporters slowly since it exceeded the requested interval time. Your Prometheus server is under-provisioned./p>div classrounded-md>astro-island uid2lx2ce prefixr77 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTargetScrapingSlow\n expr: 'prometheus_target_interval_length_seconds{quantile\"0.9\"} / on (interval, instance, job) prometheus_target_interval_length_seconds{quantile\"0.5\"} > 1.05'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Prometheus target scraping slow (instance {{ $labels.instance }})\n description: \"Prometheus is scraping exporters slowly since it exceeded the requested interval time. Your Prometheus server is under-provisioned. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTargetScrapingSlow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> prometheus_target_interval_length_seconds{quantile0.9} / on (interval, instance, job) prometheus_target_interval_length_seconds{quantile0.5} > 1.05/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus target scraping slow (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus is scraping exporters slowly since it exceeded the requested interval time. Your Prometheus server is under-provisioned. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>19/div>div>h3 classheading-lg mb-2>Prometheus large scrape/h3>p>Prometheus has many scrapes that exceed the sample limit/p>div classrounded-md>astro-island uidWAlt6 prefixr78 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusLargeScrape\n expr: 'increase(prometheus_target_scrapes_exceeded_sample_limit_total10m) > 10'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Prometheus large scrape (instance {{ $labels.instance }})\n description: \"Prometheus has many scrapes that exceed the sample limit \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusLargeScrape/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_target_scrapes_exceeded_sample_limit_total10m) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus large scrape (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus has many scrapes that exceed the sample limit /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>20/div>div>h3 classheading-lg mb-2>Prometheus target scrape duplicate/h3>p>Prometheus has many samples rejected due to duplicate timestamps but different values/p>div classrounded-md>astro-island uidv1xJh prefixr79 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTargetScrapeDuplicate\n expr: 'increase(prometheus_target_scrapes_sample_duplicate_timestamp_total5m) > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Prometheus target scrape duplicate (instance {{ $labels.instance }})\n description: \"Prometheus has many samples rejected due to duplicate timestamps but different values \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTargetScrapeDuplicate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_target_scrapes_sample_duplicate_timestamp_total5m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus target scrape duplicate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus has many samples rejected due to duplicate timestamps but different values /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>21/div>div>h3 classheading-lg mb-2>Prometheus TSDB checkpoint creation failures/h3>p>Prometheus encountered {{ $value }} checkpoint creation failures/p>div classrounded-md>astro-island uidZCEQBh prefixr80 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTsdbCheckpointCreationFailures\n expr: 'increase(prometheus_tsdb_checkpoint_creations_failed_total1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus TSDB checkpoint creation failures (instance {{ $labels.instance }})\n description: \"Prometheus encountered {{ $value }} checkpoint creation failures \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTsdbCheckpointCreationFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_tsdb_checkpoint_creations_failed_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus TSDB checkpoint creation failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus encountered {{ $value }} checkpoint creation failures /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>22/div>div>h3 classheading-lg mb-2>Prometheus TSDB checkpoint deletion failures/h3>p>Prometheus encountered {{ $value }} checkpoint deletion failures/p>div classrounded-md>astro-island uidZ1G4t7F prefixr81 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTsdbCheckpointDeletionFailures\n expr: 'increase(prometheus_tsdb_checkpoint_deletions_failed_total1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus TSDB checkpoint deletion failures (instance {{ $labels.instance }})\n description: \"Prometheus encountered {{ $value }} checkpoint deletion failures \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTsdbCheckpointDeletionFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_tsdb_checkpoint_deletions_failed_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus TSDB checkpoint deletion failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus encountered {{ $value }} checkpoint deletion failures /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>23/div>div>h3 classheading-lg mb-2>Prometheus TSDB compactions failed/h3>p>Prometheus encountered {{ $value }} TSDB compactions failures/p>div classrounded-md>astro-island uidZ25D95D prefixr82 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTsdbCompactionsFailed\n expr: 'increase(prometheus_tsdb_compactions_failed_total1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus TSDB compactions failed (instance {{ $labels.instance }})\n description: \"Prometheus encountered {{ $value }} TSDB compactions failures \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTsdbCompactionsFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_tsdb_compactions_failed_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus TSDB compactions failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus encountered {{ $value }} TSDB compactions failures /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>24/div>div>h3 classheading-lg mb-2>Prometheus TSDB head truncations failed/h3>p>Prometheus encountered {{ $value }} TSDB head truncation failures/p>div classrounded-md>astro-island uidZXvDk8 prefixr83 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTsdbHeadTruncationsFailed\n expr: 'increase(prometheus_tsdb_head_truncations_failed_total1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus TSDB head truncations failed (instance {{ $labels.instance }})\n description: \"Prometheus encountered {{ $value }} TSDB head truncation failures \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTsdbHeadTruncationsFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_tsdb_head_truncations_failed_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus TSDB head truncations failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus encountered {{ $value }} TSDB head truncation failures /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>25/div>div>h3 classheading-lg mb-2>Prometheus TSDB reload failures/h3>p>Prometheus encountered {{ $value }} TSDB reload failures/p>div classrounded-md>astro-island uid2vM7ay prefixr84 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTsdbReloadFailures\n expr: 'increase(prometheus_tsdb_reloads_failures_total1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus TSDB reload failures (instance {{ $labels.instance }})\n description: \"Prometheus encountered {{ $value }} TSDB reload failures \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTsdbReloadFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_tsdb_reloads_failures_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus TSDB reload failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus encountered {{ $value }} TSDB reload failures /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>26/div>div>h3 classheading-lg mb-2>Prometheus TSDB WAL corruptions/h3>p>Prometheus encountered {{ $value }} TSDB WAL corruptions/p>div classrounded-md>astro-island uidZgYhmw prefixr85 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTsdbWalCorruptions\n expr: 'increase(prometheus_tsdb_wal_corruptions_total1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus TSDB WAL corruptions (instance {{ $labels.instance }})\n description: \"Prometheus encountered {{ $value }} TSDB WAL corruptions \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTsdbWalCorruptions/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_tsdb_wal_corruptions_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus TSDB WAL corruptions (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus encountered {{ $value }} TSDB WAL corruptions /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>27/div>div>h3 classheading-lg mb-2>Prometheus TSDB WAL truncations failed/h3>p>Prometheus encountered {{ $value }} TSDB WAL truncation failures/p>div classrounded-md>astro-island uidZ2tzs0p prefixr86 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTsdbWalTruncationsFailed\n expr: 'increase(prometheus_tsdb_wal_truncations_failed_total1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Prometheus TSDB WAL truncations failed (instance {{ $labels.instance }})\n description: \"Prometheus encountered {{ $value }} TSDB WAL truncation failures \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTsdbWalTruncationsFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(prometheus_tsdb_wal_truncations_failed_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus TSDB WAL truncations failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus encountered {{ $value }} TSDB WAL truncation failures /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>28/div>div>h3 classheading-lg mb-2>Prometheus timeseries cardinality/h3>p>The "{{ $labels.name }}" timeseries cardinality is getting very high: {{ $value }}/p>div classrounded-md>astro-island uidZFltJM prefixr87 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PrometheusTimeseriesCardinality\n expr: 'label_replace(count by(__name__) ({__name__~\".+\"}), \"name\", \"$1\", \"__name__\", \"(.+)\") > 10000'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Prometheus timeseries cardinality (instance {{ $labels.instance }})\n description: \"The \"{{ $labels.name }}\" timeseries cardinality is getting very high: {{ $value }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PrometheusTimeseriesCardinality/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> label_replace(count by(__name__) ({__name__~.+}), name, $1, __name__, (.+)) > 10000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Prometheus timeseries cardinality (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The /span>span stylecolor:#7C7F93>{{/span>span stylecolor:#40A02B> $labels.name/span>span stylecolor:#7C7F93> }}/span>span stylecolor:#40A02B> timeseries cardinality is getting very high: {{ $value }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameHost and hardware> div classrow-start-1 row-end-2> astro-island uidGx6Uj component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Host and hardware","exporters":1,0,{"name":0,"node-exporter","slug":0,"node-exporter","doc_url":0,"https://github.com/prometheus/node_exporter","rules":1,0,{"name":0,"Host out of memory","description":0,"Node memory is filling up (< 10% left)","query":0,"(node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes * 100 < 10) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host memory under memory pressure","description":0,"The node is under heavy memory pressure. High rate of major page faults","query":0,"(rate(node_vmstat_pgmajfault1m) > 1000) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host Memory is underutilized","description":0,"Node memory is < 20% for 1 week. Consider reducing memory space. (instance {{ $labels.instance }})","query":0,"(100 - (avg_over_time(node_memory_MemAvailable_bytes30m) / node_memory_MemTotal_bytes * 100) < 20) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"info","for":0,"1w","comments":0,"You may want to increase the alert manager 'repeat_interval' for this type of alert to daily or weekly\n"},0,{"name":0,"Host unusual network throughput in","description":0,"Host network interfaces are probably receiving too much data (> 100 MB/s)","query":0,"(sum by (instance) (rate(node_network_receive_bytes_total2m)) / 1024 / 1024 > 100) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host unusual network throughput out","description":0,"Host network interfaces are probably sending too much data (> 100 MB/s)","query":0,"(sum by (instance) (rate(node_network_transmit_bytes_total2m)) / 1024 / 1024 > 100) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host unusual disk read rate","description":0,"Disk is probably reading too much data (> 50 MB/s)","query":0,"(sum by (instance) (rate(node_disk_read_bytes_total2m)) / 1024 / 1024 > 50) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host unusual disk write rate","description":0,"Disk is probably writing too much data (> 50 MB/s)","query":0,"(sum by (instance) (rate(node_disk_written_bytes_total2m)) / 1024 / 1024 > 50) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host out of disk space","description":0,"Disk is almost full (< 10% left)","query":0,"((node_filesystem_avail_bytes * 100) / node_filesystem_size_bytes < 10 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","comments":0,"Please add ignored mountpoints in node_exporter parameters like\n\"--collector.filesystem.ignored-mount-points^/(sys|proc|dev|run)($|/)\".\nSame rule using \"node_filesystem_free_bytes\" will fire when disk fills for non-root users.\n","for":0,"2m"},0,{"name":0,"Host disk will fill in 24 hours","description":0,"Filesystem is predicted to run out of space within the next 24 hours at current write rate","query":0,"((node_filesystem_avail_bytes * 100) / node_filesystem_size_bytes < 10 and ON (instance, device, mountpoint) predict_linear(node_filesystem_avail_bytes{fstype!~\"tmpfs\"}1h, 24 * 3600) < 0 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","comments":0,"Please add ignored mountpoints in node_exporter parameters like\n\"--collector.filesystem.ignored-mount-points^/(sys|proc|dev|run)($|/)\".\nSame rule using \"node_filesystem_free_bytes\" will fire when disk fills for non-root users.\n","for":0,"2m"},0,{"name":0,"Host out of inodes","description":0,"Disk is almost running out of available inodes (< 10% left)","query":0,"(node_filesystem_files_free{fstype!\"msdosfs\"} / node_filesystem_files{fstype!\"msdosfs\"} * 100 < 10 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host filesystem device error","description":0,"{{ $labels.instance }}: Device error with the {{ $labels.mountpoint }} filesystem","query":0,"node_filesystem_device_error 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Host inodes will fill in 24 hours","description":0,"Filesystem is predicted to run out of inodes within the next 24 hours at current write rate","query":0,"(node_filesystem_files_free{fstype!\"msdosfs\"} / node_filesystem_files{fstype!\"msdosfs\"} * 100 < 10 and predict_linear(node_filesystem_files_free{fstype!\"msdosfs\"}1h, 24 * 3600) < 0 and ON (instance, device, mountpoint) node_filesystem_readonly{fstype!\"msdosfs\"} 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host unusual disk read latency","description":0,"Disk latency is growing (read operations > 100ms)","query":0,"(rate(node_disk_read_time_seconds_total1m) / rate(node_disk_reads_completed_total1m) > 0.1 and rate(node_disk_reads_completed_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host unusual disk write latency","description":0,"Disk latency is growing (write operations > 100ms)","query":0,"(rate(node_disk_write_time_seconds_total1m) / rate(node_disk_writes_completed_total1m) > 0.1 and rate(node_disk_writes_completed_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host high CPU load","description":0,"CPU load is > 80%","query":0,"(sum by (instance) (avg by (mode, instance) (rate(node_cpu_seconds_total{mode!\"idle\"}2m))) > 0.8) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"10m"},0,{"name":0,"Host CPU is underutilized","description":0,"CPU load is < 20% for 1 week. Consider reducing the number of CPUs.","query":0,"(100 - (rate(node_cpu_seconds_total{mode\"idle\"}30m) * 100) < 20) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"info","for":0,"1w","comments":0,"You may want to increase the alert manager 'repeat_interval' for this type of alert to daily or weekly\n"},0,{"name":0,"Host CPU steal noisy neighbor","description":0,"CPU steal is > 10%. A noisy neighbor is killing VM performances or a spot instance may be out of credit.","query":0,"(avg by(instance) (rate(node_cpu_seconds_total{mode\"steal\"}5m)) * 100 > 10) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning"},0,{"name":0,"Host CPU high iowait","description":0,"CPU iowait > 10%. A high iowait means that you are disk or network bound.","query":0,"(avg by (instance) (rate(node_cpu_seconds_total{mode\"iowait\"}5m)) * 100 > 10) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning"},0,{"name":0,"Host unusual disk IO","description":0,"Time spent in IO is too high on {{ $labels.instance }}. Check storage for issues.","query":0,"(rate(node_disk_io_time_seconds_total1m) > 0.5) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host context switching high","description":0,"Context switching is growing on the node (twice the daily average during the last 15m)","query":0,"(rate(node_context_switches_total15m)/count without(mode,cpu) (node_cpu_seconds_total{mode\"idle\"}))\n/\n(rate(node_context_switches_total1d)/count without(mode,cpu) (node_cpu_seconds_total{mode\"idle\"})) > 2\n","severity":0,"warning","comments":0,"x2 context switches is an arbitrary number.\nThe alert threshold depends on the nature of the application.\nPlease read: https://github.com/samber/awesome-prometheus-alerts/issues/58\n"},0,{"name":0,"Host swap is filling up","description":0,"Swap is filling up (>80%)","query":0,"((1 - (node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes)) * 100 > 80) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host systemd service crashed","description":0,"systemd service crashed","query":0,"(node_systemd_unit_state{state\"failed\"} 1) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning"},0,{"name":0,"Host physical component too hot","description":0,"Physical hardware component too hot","query":0,"((node_hwmon_temp_celsius * ignoring(label) group_left(instance, job, node, sensor) node_hwmon_sensor_label{label!\"tctl\"} > 75)) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host node overtemperature alarm","description":0,"Physical node temperature alarm triggered","query":0,"((node_hwmon_temp_crit_alarm_celsius 1) or (node_hwmon_temp_alarm 1)) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"critical"},0,{"name":0,"Host RAID array got inactive","description":0,"RAID array {{ $labels.device }} is in a degraded state due to one or more disk failures. The number of spare drives is insufficient to fix the issue automatically.","query":0,"(node_md_state{state\"inactive\"} > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"critical"},0,{"name":0,"Host RAID disk failure","description":0,"At least one device in RAID array on {{ $labels.instance }} failed. Array {{ $labels.md_device }} needs attention and possibly a disk swap","query":0,"(node_md_disks{state\"failed\"} > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host kernel version deviations","description":0,"Different kernel versions are running","query":0,"(count(sum(label_replace(node_uname_info, \"kernel\", \"$1\", \"release\", \"(0-9+.0-9+.0-9+).*\")) by (kernel)) > 1) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"6h"},0,{"name":0,"Host OOM kill detected","description":0,"OOM kill detected","query":0,"(increase(node_vmstat_oom_kill1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning"},0,{"name":0,"Host EDAC Correctable Errors detected","description":0,"Host {{ $labels.instance }} has had {{ printf \"%.0f\" $value }} correctable memory errors reported by EDAC in the last 5 minutes.","query":0,"(increase(node_edac_correctable_errors_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"info"},0,{"name":0,"Host EDAC Uncorrectable Errors detected","description":0,"Host {{ $labels.instance }} has had {{ printf \"%.0f\" $value }} uncorrectable memory errors reported by EDAC in the last 5 minutes.","query":0,"(node_edac_uncorrectable_errors_total > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning"},0,{"name":0,"Host Network Receive Errors","description":0,"Host {{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf \"%.0f\" $value }} receive errors in the last two minutes.","query":0,"(rate(node_network_receive_errs_total2m) / rate(node_network_receive_packets_total2m) > 0.01) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host Network Transmit Errors","description":0,"Host {{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf \"%.0f\" $value }} transmit errors in the last two minutes.","query":0,"(rate(node_network_transmit_errs_total2m) / rate(node_network_transmit_packets_total2m) > 0.01) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host Network Interface Saturated","description":0,"The network interface \"{{ $labels.device }}\" on \"{{ $labels.instance }}\" is getting overloaded.","query":0,"((rate(node_network_receive_bytes_total{device!~\"^tap.*|^vnet.*|^veth.*|^tun.*\"}1m) + rate(node_network_transmit_bytes_total{device!~\"^tap.*|^vnet.*|^veth.*|^tun.*\"}1m)) / node_network_speed_bytes{device!~\"^tap.*|^vnet.*|^veth.*|^tun.*\"} > 0.8 < 10000) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"1m"},0,{"name":0,"Host Network Bond Degraded","description":0,"Bond \"{{ $labels.device }}\" degraded on \"{{ $labels.instance }}\".","query":0,"((node_bonding_active - node_bonding_slaves) ! 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host conntrack limit","description":0,"The number of conntrack is approaching limit","query":0,"(node_nf_conntrack_entries / node_nf_conntrack_entries_limit > 0.8) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host clock skew","description":0,"Clock skew detected. Clock is out of sync. Ensure NTP is configured correctly on this host.","query":0,"((node_timex_offset_seconds > 0.05 and deriv(node_timex_offset_seconds5m) > 0) or (node_timex_offset_seconds < -0.05 and deriv(node_timex_offset_seconds5m) < 0)) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"10m"},0,{"name":0,"Host clock not synchronising","description":0,"Clock not synchronising. Ensure NTP is configured on this host.","query":0,"(min_over_time(node_timex_sync_status1m) 0 and node_timex_maxerror_seconds > 16) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host requires reboot","description":0,"{{ $labels.instance }} requires a reboot.","query":0,"(node_reboot_required > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"info","for":0,"4h"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>38 rules/div> p classinline> Host out of memory, Host memory under memory pressure, Host Memory is underutilized, Host unusual network throughput in, Host unusual network throughput out, Host unusual disk read rate, Host unusual disk write rate, Host out of disk space, Host disk will fill in 24 hours, Host out of inodes, Host filesystem device error, Host inodes will fill in 24 hours, Host unusual disk read latency, Host unusual disk write latency, Host high CPU load, Host CPU is underutilized, Host CPU steal noisy neighbor, Host CPU high iowait, Host unusual disk IO, Host context switching high, Host swap is filling up, Host systemd service crashed, Host physical component too hot, Host node overtemperature alarm, Host RAID array got inactive, Host RAID disk failure, Host kernel version deviations, Host OOM kill detected, Host EDAC Correctable Errors detected, Host EDAC Uncorrectable Errors detected, Host Network Receive Errors, Host Network Transmit Errors, Host Network Interface Saturated, Host Network Bond Degraded, Host conntrack limit, Host clock skew, Host clock not synchronising, Host requires reboot /p> /div> div classrow-start-3 row-end-4> astro-island uid1hSQfd prefixr656 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Host and hardware","exporters":1,0,{"name":0,"node-exporter","slug":0,"node-exporter","doc_url":0,"https://github.com/prometheus/node_exporter","rules":1,0,{"name":0,"Host out of memory","description":0,"Node memory is filling up (< 10% left)","query":0,"(node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes * 100 < 10) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host memory under memory pressure","description":0,"The node is under heavy memory pressure. High rate of major page faults","query":0,"(rate(node_vmstat_pgmajfault1m) > 1000) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host Memory is underutilized","description":0,"Node memory is < 20% for 1 week. Consider reducing memory space. (instance {{ $labels.instance }})","query":0,"(100 - (avg_over_time(node_memory_MemAvailable_bytes30m) / node_memory_MemTotal_bytes * 100) < 20) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"info","for":0,"1w","comments":0,"You may want to increase the alert manager 'repeat_interval' for this type of alert to daily or weekly\n"},0,{"name":0,"Host unusual network throughput in","description":0,"Host network interfaces are probably receiving too much data (> 100 MB/s)","query":0,"(sum by (instance) (rate(node_network_receive_bytes_total2m)) / 1024 / 1024 > 100) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host unusual network throughput out","description":0,"Host network interfaces are probably sending too much data (> 100 MB/s)","query":0,"(sum by (instance) (rate(node_network_transmit_bytes_total2m)) / 1024 / 1024 > 100) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host unusual disk read rate","description":0,"Disk is probably reading too much data (> 50 MB/s)","query":0,"(sum by (instance) (rate(node_disk_read_bytes_total2m)) / 1024 / 1024 > 50) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host unusual disk write rate","description":0,"Disk is probably writing too much data (> 50 MB/s)","query":0,"(sum by (instance) (rate(node_disk_written_bytes_total2m)) / 1024 / 1024 > 50) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host out of disk space","description":0,"Disk is almost full (< 10% left)","query":0,"((node_filesystem_avail_bytes * 100) / node_filesystem_size_bytes < 10 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","comments":0,"Please add ignored mountpoints in node_exporter parameters like\n\"--collector.filesystem.ignored-mount-points^/(sys|proc|dev|run)($|/)\".\nSame rule using \"node_filesystem_free_bytes\" will fire when disk fills for non-root users.\n","for":0,"2m"},0,{"name":0,"Host disk will fill in 24 hours","description":0,"Filesystem is predicted to run out of space within the next 24 hours at current write rate","query":0,"((node_filesystem_avail_bytes * 100) / node_filesystem_size_bytes < 10 and ON (instance, device, mountpoint) predict_linear(node_filesystem_avail_bytes{fstype!~\"tmpfs\"}1h, 24 * 3600) < 0 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","comments":0,"Please add ignored mountpoints in node_exporter parameters like\n\"--collector.filesystem.ignored-mount-points^/(sys|proc|dev|run)($|/)\".\nSame rule using \"node_filesystem_free_bytes\" will fire when disk fills for non-root users.\n","for":0,"2m"},0,{"name":0,"Host out of inodes","description":0,"Disk is almost running out of available inodes (< 10% left)","query":0,"(node_filesystem_files_free{fstype!\"msdosfs\"} / node_filesystem_files{fstype!\"msdosfs\"} * 100 < 10 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host filesystem device error","description":0,"{{ $labels.instance }}: Device error with the {{ $labels.mountpoint }} filesystem","query":0,"node_filesystem_device_error 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Host inodes will fill in 24 hours","description":0,"Filesystem is predicted to run out of inodes within the next 24 hours at current write rate","query":0,"(node_filesystem_files_free{fstype!\"msdosfs\"} / node_filesystem_files{fstype!\"msdosfs\"} * 100 < 10 and predict_linear(node_filesystem_files_free{fstype!\"msdosfs\"}1h, 24 * 3600) < 0 and ON (instance, device, mountpoint) node_filesystem_readonly{fstype!\"msdosfs\"} 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host unusual disk read latency","description":0,"Disk latency is growing (read operations > 100ms)","query":0,"(rate(node_disk_read_time_seconds_total1m) / rate(node_disk_reads_completed_total1m) > 0.1 and rate(node_disk_reads_completed_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host unusual disk write latency","description":0,"Disk latency is growing (write operations > 100ms)","query":0,"(rate(node_disk_write_time_seconds_total1m) / rate(node_disk_writes_completed_total1m) > 0.1 and rate(node_disk_writes_completed_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host high CPU load","description":0,"CPU load is > 80%","query":0,"(sum by (instance) (avg by (mode, instance) (rate(node_cpu_seconds_total{mode!\"idle\"}2m))) > 0.8) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"10m"},0,{"name":0,"Host CPU is underutilized","description":0,"CPU load is < 20% for 1 week. Consider reducing the number of CPUs.","query":0,"(100 - (rate(node_cpu_seconds_total{mode\"idle\"}30m) * 100) < 20) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"info","for":0,"1w","comments":0,"You may want to increase the alert manager 'repeat_interval' for this type of alert to daily or weekly\n"},0,{"name":0,"Host CPU steal noisy neighbor","description":0,"CPU steal is > 10%. A noisy neighbor is killing VM performances or a spot instance may be out of credit.","query":0,"(avg by(instance) (rate(node_cpu_seconds_total{mode\"steal\"}5m)) * 100 > 10) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning"},0,{"name":0,"Host CPU high iowait","description":0,"CPU iowait > 10%. A high iowait means that you are disk or network bound.","query":0,"(avg by (instance) (rate(node_cpu_seconds_total{mode\"iowait\"}5m)) * 100 > 10) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning"},0,{"name":0,"Host unusual disk IO","description":0,"Time spent in IO is too high on {{ $labels.instance }}. Check storage for issues.","query":0,"(rate(node_disk_io_time_seconds_total1m) > 0.5) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host context switching high","description":0,"Context switching is growing on the node (twice the daily average during the last 15m)","query":0,"(rate(node_context_switches_total15m)/count without(mode,cpu) (node_cpu_seconds_total{mode\"idle\"}))\n/\n(rate(node_context_switches_total1d)/count without(mode,cpu) (node_cpu_seconds_total{mode\"idle\"})) > 2\n","severity":0,"warning","comments":0,"x2 context switches is an arbitrary number.\nThe alert threshold depends on the nature of the application.\nPlease read: https://github.com/samber/awesome-prometheus-alerts/issues/58\n"},0,{"name":0,"Host swap is filling up","description":0,"Swap is filling up (>80%)","query":0,"((1 - (node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes)) * 100 > 80) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host systemd service crashed","description":0,"systemd service crashed","query":0,"(node_systemd_unit_state{state\"failed\"} 1) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning"},0,{"name":0,"Host physical component too hot","description":0,"Physical hardware component too hot","query":0,"((node_hwmon_temp_celsius * ignoring(label) group_left(instance, job, node, sensor) node_hwmon_sensor_label{label!\"tctl\"} > 75)) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host node overtemperature alarm","description":0,"Physical node temperature alarm triggered","query":0,"((node_hwmon_temp_crit_alarm_celsius 1) or (node_hwmon_temp_alarm 1)) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"critical"},0,{"name":0,"Host RAID array got inactive","description":0,"RAID array {{ $labels.device }} is in a degraded state due to one or more disk failures. The number of spare drives is insufficient to fix the issue automatically.","query":0,"(node_md_state{state\"inactive\"} > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"critical"},0,{"name":0,"Host RAID disk failure","description":0,"At least one device in RAID array on {{ $labels.instance }} failed. Array {{ $labels.md_device }} needs attention and possibly a disk swap","query":0,"(node_md_disks{state\"failed\"} > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host kernel version deviations","description":0,"Different kernel versions are running","query":0,"(count(sum(label_replace(node_uname_info, \"kernel\", \"$1\", \"release\", \"(0-9+.0-9+.0-9+).*\")) by (kernel)) > 1) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"6h"},0,{"name":0,"Host OOM kill detected","description":0,"OOM kill detected","query":0,"(increase(node_vmstat_oom_kill1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning"},0,{"name":0,"Host EDAC Correctable Errors detected","description":0,"Host {{ $labels.instance }} has had {{ printf \"%.0f\" $value }} correctable memory errors reported by EDAC in the last 5 minutes.","query":0,"(increase(node_edac_correctable_errors_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"info"},0,{"name":0,"Host EDAC Uncorrectable Errors detected","description":0,"Host {{ $labels.instance }} has had {{ printf \"%.0f\" $value }} uncorrectable memory errors reported by EDAC in the last 5 minutes.","query":0,"(node_edac_uncorrectable_errors_total > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning"},0,{"name":0,"Host Network Receive Errors","description":0,"Host {{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf \"%.0f\" $value }} receive errors in the last two minutes.","query":0,"(rate(node_network_receive_errs_total2m) / rate(node_network_receive_packets_total2m) > 0.01) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host Network Transmit Errors","description":0,"Host {{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf \"%.0f\" $value }} transmit errors in the last two minutes.","query":0,"(rate(node_network_transmit_errs_total2m) / rate(node_network_transmit_packets_total2m) > 0.01) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host Network Interface Saturated","description":0,"The network interface \"{{ $labels.device }}\" on \"{{ $labels.instance }}\" is getting overloaded.","query":0,"((rate(node_network_receive_bytes_total{device!~\"^tap.*|^vnet.*|^veth.*|^tun.*\"}1m) + rate(node_network_transmit_bytes_total{device!~\"^tap.*|^vnet.*|^veth.*|^tun.*\"}1m)) / node_network_speed_bytes{device!~\"^tap.*|^vnet.*|^veth.*|^tun.*\"} > 0.8 < 10000) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"1m"},0,{"name":0,"Host Network Bond Degraded","description":0,"Bond \"{{ $labels.device }}\" degraded on \"{{ $labels.instance }}\".","query":0,"((node_bonding_active - node_bonding_slaves) ! 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host conntrack limit","description":0,"The number of conntrack is approaching limit","query":0,"(node_nf_conntrack_entries / node_nf_conntrack_entries_limit > 0.8) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host clock skew","description":0,"Clock skew detected. Clock is out of sync. Ensure NTP is configured correctly on this host.","query":0,"((node_timex_offset_seconds > 0.05 and deriv(node_timex_offset_seconds5m) > 0) or (node_timex_offset_seconds < -0.05 and deriv(node_timex_offset_seconds5m) < 0)) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"10m"},0,{"name":0,"Host clock not synchronising","description":0,"Clock not synchronising. Ensure NTP is configured on this host.","query":0,"(min_over_time(node_timex_sync_status1m) 0 and node_timex_maxerror_seconds > 16) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"warning","for":0,"2m"},0,{"name":0,"Host requires reboot","description":0,"{{ $labels.instance }} requires a reboot.","query":0,"(node_reboot_required > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}","severity":0,"info","for":0,"4h"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r656R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>node-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Host out of memory/h3>p>Node memory is filling up (< 10% left)/p>div classrounded-md>astro-island uidZWNHS1 prefixr88 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostOutOfMemory\n expr: '(node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes * 100 < 10) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host out of memory (instance {{ $labels.instance }})\n description: \"Node memory is filling up (< 10% left) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostOutOfMemory/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes * 100 < 10) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host out of memory (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Node memory is filling up (< 10% left) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Host memory under memory pressure/h3>p>The node is under heavy memory pressure. High rate of major page faults/p>div classrounded-md>astro-island uid1jprMC prefixr89 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostMemoryUnderMemoryPressure\n expr: '(rate(node_vmstat_pgmajfault1m) > 1000) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host memory under memory pressure (instance {{ $labels.instance }})\n description: \"The node is under heavy memory pressure. High rate of major page faults \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostMemoryUnderMemoryPressure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (rate(node_vmstat_pgmajfault1m) > 1000) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host memory under memory pressure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The node is under heavy memory pressure. High rate of major page faults /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Host Memory is underutilized/h3>p>Node memory is < 20% for 1 week. Consider reducing memory space. (instance {{ $labels.instance }})/p>div classrounded-md>astro-island uidZ1b2Dl7 prefixr90 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# You may want to increase the alert manager 'repeat_interval' for this type of alert to daily or weekly\n- alert: HostMemoryIsUnderutilized\n expr: '(100 - (avg_over_time(node_memory_MemAvailable_bytes30m) / node_memory_MemTotal_bytes * 100) < 20) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 1w\n labels:\n severity: info\n annotations:\n summary: Host Memory is underutilized (instance {{ $labels.instance }})\n description: \"Node memory is < 20% for 1 week. Consider reducing memory space. (instance {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># You may want to increase the alert manager repeat_interval for this type of alert to daily or weekly/span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostMemoryIsUnderutilized/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (100 - (avg_over_time(node_memory_MemAvailable_bytes30m) / node_memory_MemTotal_bytes * 100) < 20) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1w/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host Memory is underutilized (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Node memory is < 20% for 1 week. Consider reducing memory space. (instance {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Host unusual network throughput in/h3>p>Host network interfaces are probably receiving too much data (> 100 MB/s)/p>div classrounded-md>astro-island uidZ2ejFJL prefixr91 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostUnusualNetworkThroughputIn\n expr: '(sum by (instance) (rate(node_network_receive_bytes_total2m)) / 1024 / 1024 > 100) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Host unusual network throughput in (instance {{ $labels.instance }})\n description: \"Host network interfaces are probably receiving too much data (> 100 MB/s) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostUnusualNetworkThroughputIn/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (instance) (rate(node_network_receive_bytes_total2m)) / 1024 / 1024 > 100) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host unusual network throughput in (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host network interfaces are probably receiving too much data (> 100 MB/s) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Host unusual network throughput out/h3>p>Host network interfaces are probably sending too much data (> 100 MB/s)/p>div classrounded-md>astro-island uiduWBt3 prefixr92 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostUnusualNetworkThroughputOut\n expr: '(sum by (instance) (rate(node_network_transmit_bytes_total2m)) / 1024 / 1024 > 100) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Host unusual network throughput out (instance {{ $labels.instance }})\n description: \"Host network interfaces are probably sending too much data (> 100 MB/s) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostUnusualNetworkThroughputOut/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (instance) (rate(node_network_transmit_bytes_total2m)) / 1024 / 1024 > 100) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host unusual network throughput out (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host network interfaces are probably sending too much data (> 100 MB/s) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Host unusual disk read rate/h3>p>Disk is probably reading too much data (> 50 MB/s)/p>div classrounded-md>astro-island uidZ2pwylL prefixr93 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostUnusualDiskReadRate\n expr: '(sum by (instance) (rate(node_disk_read_bytes_total2m)) / 1024 / 1024 > 50) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Host unusual disk read rate (instance {{ $labels.instance }})\n description: \"Disk is probably reading too much data (> 50 MB/s) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostUnusualDiskReadRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (instance) (rate(node_disk_read_bytes_total2m)) / 1024 / 1024 > 50) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host unusual disk read rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk is probably reading too much data (> 50 MB/s) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Host unusual disk write rate/h3>p>Disk is probably writing too much data (> 50 MB/s)/p>div classrounded-md>astro-island uidT4C2s prefixr94 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostUnusualDiskWriteRate\n expr: '(sum by (instance) (rate(node_disk_written_bytes_total2m)) / 1024 / 1024 > 50) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host unusual disk write rate (instance {{ $labels.instance }})\n description: \"Disk is probably writing too much data (> 50 MB/s) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostUnusualDiskWriteRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (instance) (rate(node_disk_written_bytes_total2m)) / 1024 / 1024 > 50) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host unusual disk write rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk is probably writing too much data (> 50 MB/s) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Host out of disk space/h3>p>Disk is almost full (< 10% left)/p>div classrounded-md>astro-island uidZ1QsAI6 prefixr95 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# Please add ignored mountpoints in node_exporter parameters like\n# \"--collector.filesystem.ignored-mount-points^/(sys|proc|dev|run)($|/)\".\n# Same rule using \"node_filesystem_free_bytes\" will fire when disk fills for non-root users.\n- alert: HostOutOfDiskSpace\n expr: '((node_filesystem_avail_bytes * 100) / node_filesystem_size_bytes < 10 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host out of disk space (instance {{ $labels.instance }})\n description: \"Disk is almost full (< 10% left) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># Please add ignored mountpoints in node_exporter parameters like/span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># --collector.filesystem.ignored-mount-points^/(sys|proc|dev|run)($|/)./span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># Same rule using node_filesystem_free_bytes will fire when disk fills for non-root users./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostOutOfDiskSpace/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((node_filesystem_avail_bytes * 100) / node_filesystem_size_bytes < 10 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host out of disk space (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk is almost full (< 10% left) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Host disk will fill in 24 hours/h3>p>Filesystem is predicted to run out of space within the next 24 hours at current write rate/p>div classrounded-md>astro-island uid1eO6Ea prefixr96 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# Please add ignored mountpoints in node_exporter parameters like\n# \"--collector.filesystem.ignored-mount-points^/(sys|proc|dev|run)($|/)\".\n# Same rule using \"node_filesystem_free_bytes\" will fire when disk fills for non-root users.\n- alert: HostDiskWillFillIn24Hours\n expr: '((node_filesystem_avail_bytes * 100) / node_filesystem_size_bytes < 10 and ON (instance, device, mountpoint) predict_linear(node_filesystem_avail_bytes{fstype!~\"tmpfs\"}1h, 24 * 3600) < 0 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host disk will fill in 24 hours (instance {{ $labels.instance }})\n description: \"Filesystem is predicted to run out of space within the next 24 hours at current write rate \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># Please add ignored mountpoints in node_exporter parameters like/span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># --collector.filesystem.ignored-mount-points^/(sys|proc|dev|run)($|/)./span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># Same rule using node_filesystem_free_bytes will fire when disk fills for non-root users./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostDiskWillFillIn24Hours/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((node_filesystem_avail_bytes * 100) / node_filesystem_size_bytes < 10 and ON (instance, device, mountpoint) predict_linear(node_filesystem_avail_bytes{fstype!~tmpfs}1h, 24 * 3600) < 0 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host disk will fill in 24 hours (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Filesystem is predicted to run out of space within the next 24 hours at current write rate /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Host out of inodes/h3>p>Disk is almost running out of available inodes (< 10% left)/p>div classrounded-md>astro-island uid1H9XW2 prefixr97 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostOutOfInodes\n expr: '(node_filesystem_files_free{fstype!\"msdosfs\"} / node_filesystem_files{fstype!\"msdosfs\"} * 100 < 10 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host out of inodes (instance {{ $labels.instance }})\n description: \"Disk is almost running out of available inodes (< 10% left) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostOutOfInodes/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (node_filesystem_files_free{fstype!msdosfs} / node_filesystem_files{fstype!msdosfs} * 100 < 10 and ON (instance, device, mountpoint) node_filesystem_readonly 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host out of inodes (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk is almost running out of available inodes (< 10% left) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Host filesystem device error/h3>p>{{ $labels.instance }}: Device error with the {{ $labels.mountpoint }} filesystem/p>div classrounded-md>astro-island uidZ13u6ci prefixr98 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostFilesystemDeviceError\n expr: 'node_filesystem_device_error 1'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Host filesystem device error (instance {{ $labels.instance }})\n description: \"{{ $labels.instance }}: Device error with the {{ $labels.mountpoint }} filesystem \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostFilesystemDeviceError/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> node_filesystem_device_error 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host filesystem device error (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> {{ $labels.instance }}: Device error with the {{ $labels.mountpoint }} filesystem /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Host inodes will fill in 24 hours/h3>p>Filesystem is predicted to run out of inodes within the next 24 hours at current write rate/p>div classrounded-md>astro-island uidFH7wM prefixr99 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostInodesWillFillIn24Hours\n expr: '(node_filesystem_files_free{fstype!\"msdosfs\"} / node_filesystem_files{fstype!\"msdosfs\"} * 100 < 10 and predict_linear(node_filesystem_files_free{fstype!\"msdosfs\"}1h, 24 * 3600) < 0 and ON (instance, device, mountpoint) node_filesystem_readonly{fstype!\"msdosfs\"} 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host inodes will fill in 24 hours (instance {{ $labels.instance }})\n description: \"Filesystem is predicted to run out of inodes within the next 24 hours at current write rate \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostInodesWillFillIn24Hours/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (node_filesystem_files_free{fstype!msdosfs} / node_filesystem_files{fstype!msdosfs} * 100 < 10 and predict_linear(node_filesystem_files_free{fstype!msdosfs}1h, 24 * 3600) < 0 and ON (instance, device, mountpoint) node_filesystem_readonly{fstype!msdosfs} 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host inodes will fill in 24 hours (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Filesystem is predicted to run out of inodes within the next 24 hours at current write rate /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>Host unusual disk read latency/h3>p>Disk latency is growing (read operations > 100ms)/p>div classrounded-md>astro-island uid2ep67Q prefixr100 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostUnusualDiskReadLatency\n expr: '(rate(node_disk_read_time_seconds_total1m) / rate(node_disk_reads_completed_total1m) > 0.1 and rate(node_disk_reads_completed_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host unusual disk read latency (instance {{ $labels.instance }})\n description: \"Disk latency is growing (read operations > 100ms) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostUnusualDiskReadLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (rate(node_disk_read_time_seconds_total1m) / rate(node_disk_reads_completed_total1m) > 0.1 and rate(node_disk_reads_completed_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host unusual disk read latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk latency is growing (read operations > 100ms) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>14/div>div>h3 classheading-lg mb-2>Host unusual disk write latency/h3>p>Disk latency is growing (write operations > 100ms)/p>div classrounded-md>astro-island uid1DFMDs prefixr101 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostUnusualDiskWriteLatency\n expr: '(rate(node_disk_write_time_seconds_total1m) / rate(node_disk_writes_completed_total1m) > 0.1 and rate(node_disk_writes_completed_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host unusual disk write latency (instance {{ $labels.instance }})\n description: \"Disk latency is growing (write operations > 100ms) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostUnusualDiskWriteLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (rate(node_disk_write_time_seconds_total1m) / rate(node_disk_writes_completed_total1m) > 0.1 and rate(node_disk_writes_completed_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host unusual disk write latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk latency is growing (write operations > 100ms) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>15/div>div>h3 classheading-lg mb-2>Host high CPU load/h3>p>CPU load is > 80%/p>div classrounded-md>astro-island uidZt18Kp prefixr102 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostHighCpuLoad\n expr: '(sum by (instance) (avg by (mode, instance) (rate(node_cpu_seconds_total{mode!\"idle\"}2m))) > 0.8) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Host high CPU load (instance {{ $labels.instance }})\n description: \"CPU load is > 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostHighCpuLoad/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (instance) (avg by (mode, instance) (rate(node_cpu_seconds_total{mode!idle}2m))) > 0.8) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host high CPU load (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CPU load is > 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>16/div>div>h3 classheading-lg mb-2>Host CPU is underutilized/h3>p>CPU load is < 20% for 1 week. Consider reducing the number of CPUs./p>div classrounded-md>astro-island uid1wdyDv prefixr103 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# You may want to increase the alert manager 'repeat_interval' for this type of alert to daily or weekly\n- alert: HostCpuIsUnderutilized\n expr: '(100 - (rate(node_cpu_seconds_total{mode\"idle\"}30m) * 100) < 20) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 1w\n labels:\n severity: info\n annotations:\n summary: Host CPU is underutilized (instance {{ $labels.instance }})\n description: \"CPU load is < 20% for 1 week. Consider reducing the number of CPUs. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># You may want to increase the alert manager repeat_interval for this type of alert to daily or weekly/span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostCpuIsUnderutilized/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (100 - (rate(node_cpu_seconds_total{modeidle}30m) * 100) < 20) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1w/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host CPU is underutilized (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CPU load is < 20% for 1 week. Consider reducing the number of CPUs. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>17/div>div>h3 classheading-lg mb-2>Host CPU steal noisy neighbor/h3>p>CPU steal is > 10%. A noisy neighbor is killing VM performances or a spot instance may be out of credit./p>div classrounded-md>astro-island uidZ8K8hS prefixr104 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostCpuStealNoisyNeighbor\n expr: '(avg by(instance) (rate(node_cpu_seconds_total{mode\"steal\"}5m)) * 100 > 10) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Host CPU steal noisy neighbor (instance {{ $labels.instance }})\n description: \"CPU steal is > 10%. A noisy neighbor is killing VM performances or a spot instance may be out of credit. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostCpuStealNoisyNeighbor/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (avg by(instance) (rate(node_cpu_seconds_total{modesteal}5m)) * 100 > 10) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host CPU steal noisy neighbor (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CPU steal is > 10%. A noisy neighbor is killing VM performances or a spot instance may be out of credit. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>18/div>div>h3 classheading-lg mb-2>Host CPU high iowait/h3>p>CPU iowait > 10%. A high iowait means that you are disk or network bound./p>div classrounded-md>astro-island uidZfU0rn prefixr105 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostCpuHighIowait\n expr: '(avg by (instance) (rate(node_cpu_seconds_total{mode\"iowait\"}5m)) * 100 > 10) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Host CPU high iowait (instance {{ $labels.instance }})\n description: \"CPU iowait > 10%. A high iowait means that you are disk or network bound. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostCpuHighIowait/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (avg by (instance) (rate(node_cpu_seconds_total{modeiowait}5m)) * 100 > 10) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host CPU high iowait (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CPU iowait > 10%. A high iowait means that you are disk or network bound. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>19/div>div>h3 classheading-lg mb-2>Host unusual disk IO/h3>p>Time spent in IO is too high on {{ $labels.instance }}. Check storage for issues./p>div classrounded-md>astro-island uid2vK7bz prefixr106 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostUnusualDiskIo\n expr: '(rate(node_disk_io_time_seconds_total1m) > 0.5) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Host unusual disk IO (instance {{ $labels.instance }})\n description: \"Time spent in IO is too high on {{ $labels.instance }}. Check storage for issues. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostUnusualDiskIo/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (rate(node_disk_io_time_seconds_total1m) > 0.5) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host unusual disk IO (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Time spent in IO is too high on {{ $labels.instance }}. Check storage for issues. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>20/div>div>h3 classheading-lg mb-2>Host context switching high/h3>p>Context switching is growing on the node (twice the daily average during the last 15m)/p>div classrounded-md>astro-island uid2anIk9 prefixr107 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# x2 context switches is an arbitrary number.\n# The alert threshold depends on the nature of the application.\n# Please read: https://github.com/samber/awesome-prometheus-alerts/issues/58\n- alert: HostContextSwitchingHigh\n expr: '(rate(node_context_switches_total15m)/count without(mode,cpu) (node_cpu_seconds_total{mode\"idle\"}))\n/\n(rate(node_context_switches_total1d)/count without(mode,cpu) (node_cpu_seconds_total{mode\"idle\"})) > 2\n'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Host context switching high (instance {{ $labels.instance }})\n description: \"Context switching is growing on the node (twice the daily average during the last 15m) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># x2 context switches is an arbitrary number./span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># The alert threshold depends on the nature of the application./span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># Please read: https://github.com/samber/awesome-prometheus-alerts/issues/58/span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostContextSwitchingHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (rate(node_context_switches_total15m)/count without(mode,cpu) (node_cpu_seconds_total{modeidle}))/span>/span>span classline>span stylecolor:#40A02B>//span>/span>span classline>span stylecolor:#40A02B>(rate(node_context_switches_total1d)/count without(mode,cpu) (node_cpu_seconds_total{modeidle})) > 2/span>/span>span classline>span stylecolor:#40A02B>/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host context switching high (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Context switching is growing on the node (twice the daily average during the last 15m) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>21/div>div>h3 classheading-lg mb-2>Host swap is filling up/h3>p>Swap is filling up (>80%)/p>div classrounded-md>astro-island uidL5WkJ prefixr108 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostSwapIsFillingUp\n expr: '((1 - (node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes)) * 100 > 80) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host swap is filling up (instance {{ $labels.instance }})\n description: \"Swap is filling up (>80%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostSwapIsFillingUp/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((1 - (node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes)) * 100 > 80) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host swap is filling up (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Swap is filling up (>80%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>22/div>div>h3 classheading-lg mb-2>Host systemd service crashed/h3>p>systemd service crashed/p>div classrounded-md>astro-island uidJkaWW prefixr109 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostSystemdServiceCrashed\n expr: '(node_systemd_unit_state{state\"failed\"} 1) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Host systemd service crashed (instance {{ $labels.instance }})\n description: \"systemd service crashed \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostSystemdServiceCrashed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (node_systemd_unit_state{statefailed} 1) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host systemd service crashed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> systemd service crashed /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>23/div>div>h3 classheading-lg mb-2>Host physical component too hot/h3>p>Physical hardware component too hot/p>div classrounded-md>astro-island uid27gJQU prefixr110 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostPhysicalComponentTooHot\n expr: '((node_hwmon_temp_celsius * ignoring(label) group_left(instance, job, node, sensor) node_hwmon_sensor_label{label!\"tctl\"} > 75)) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Host physical component too hot (instance {{ $labels.instance }})\n description: \"Physical hardware component too hot \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostPhysicalComponentTooHot/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((node_hwmon_temp_celsius * ignoring(label) group_left(instance, job, node, sensor) node_hwmon_sensor_label{label!tctl} > 75)) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host physical component too hot (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Physical hardware component too hot /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>24/div>div>h3 classheading-lg mb-2>Host node overtemperature alarm/h3>p>Physical node temperature alarm triggered/p>div classrounded-md>astro-island uidZ98dep prefixr111 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostNodeOvertemperatureAlarm\n expr: '((node_hwmon_temp_crit_alarm_celsius 1) or (node_hwmon_temp_alarm 1)) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Host node overtemperature alarm (instance {{ $labels.instance }})\n description: \"Physical node temperature alarm triggered \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostNodeOvertemperatureAlarm/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((node_hwmon_temp_crit_alarm_celsius 1) or (node_hwmon_temp_alarm 1)) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host node overtemperature alarm (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Physical node temperature alarm triggered /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>25/div>div>h3 classheading-lg mb-2>Host RAID array got inactive/h3>p>RAID array {{ $labels.device }} is in a degraded state due to one or more disk failures. The number of spare drives is insufficient to fix the issue automatically./p>div classrounded-md>astro-island uid1qz2ng prefixr112 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostRaidArrayGotInactive\n expr: '(node_md_state{state\"inactive\"} > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Host RAID array got inactive (instance {{ $labels.instance }})\n description: \"RAID array {{ $labels.device }} is in a degraded state due to one or more disk failures. The number of spare drives is insufficient to fix the issue automatically. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostRaidArrayGotInactive/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (node_md_state{stateinactive} > 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host RAID array got inactive (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RAID array {{ $labels.device }} is in a degraded state due to one or more disk failures. The number of spare drives is insufficient to fix the issue automatically. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>26/div>div>h3 classheading-lg mb-2>Host RAID disk failure/h3>p>At least one device in RAID array on {{ $labels.instance }} failed. Array {{ $labels.md_device }} needs attention and possibly a disk swap/p>div classrounded-md>astro-island uidX45ka prefixr113 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostRaidDiskFailure\n expr: '(node_md_disks{state\"failed\"} > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host RAID disk failure (instance {{ $labels.instance }})\n description: \"At least one device in RAID array on {{ $labels.instance }} failed. Array {{ $labels.md_device }} needs attention and possibly a disk swap \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostRaidDiskFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (node_md_disks{statefailed} > 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host RAID disk failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> At least one device in RAID array on {{ $labels.instance }} failed. Array {{ $labels.md_device }} needs attention and possibly a disk swap /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>27/div>div>h3 classheading-lg mb-2>Host kernel version deviations/h3>p>Different kernel versions are running/p>div classrounded-md>astro-island uidZ2aJ1SA prefixr114 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostKernelVersionDeviations\n expr: '(count(sum(label_replace(node_uname_info, \"kernel\", \"$1\", \"release\", \"(0-9+.0-9+.0-9+).*\")) by (kernel)) > 1) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 6h\n labels:\n severity: warning\n annotations:\n summary: Host kernel version deviations (instance {{ $labels.instance }})\n description: \"Different kernel versions are running \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostKernelVersionDeviations/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (count(sum(label_replace(node_uname_info, kernel, $1, release, (0-9+.0-9+.0-9+).*)) by (kernel)) > 1) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 6h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host kernel version deviations (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Different kernel versions are running /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>28/div>div>h3 classheading-lg mb-2>Host OOM kill detected/h3>p>OOM kill detected/p>div classrounded-md>astro-island uidVX7Fh prefixr115 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostOomKillDetected\n expr: '(increase(node_vmstat_oom_kill1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Host OOM kill detected (instance {{ $labels.instance }})\n description: \"OOM kill detected \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostOomKillDetected/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (increase(node_vmstat_oom_kill1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host OOM kill detected (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> OOM kill detected /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>29/div>div>h3 classheading-lg mb-2>Host EDAC Correctable Errors detected/h3>p>Host {{ $labels.instance }} has had {{ printf "%.0f" $value }} correctable memory errors reported by EDAC in the last 5 minutes./p>div classrounded-md>astro-island uidg3Qox prefixr116 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostEdacCorrectableErrorsDetected\n expr: '(increase(node_edac_correctable_errors_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 0m\n labels:\n severity: info\n annotations:\n summary: Host EDAC Correctable Errors detected (instance {{ $labels.instance }})\n description: \"Host {{ $labels.instance }} has had {{ printf \"%.0f\" $value }} correctable memory errors reported by EDAC in the last 5 minutes. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostEdacCorrectableErrorsDetected/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (increase(node_edac_correctable_errors_total1m) > 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host EDAC Correctable Errors detected (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host {{ $labels.instance }} has had {{ printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.0f $value }} correctable memory errors reported by EDAC in the last 5 minutes. \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>30/div>div>h3 classheading-lg mb-2>Host EDAC Uncorrectable Errors detected/h3>p>Host {{ $labels.instance }} has had {{ printf "%.0f" $value }} uncorrectable memory errors reported by EDAC in the last 5 minutes./p>div classrounded-md>astro-island uidZ25KP1y prefixr117 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostEdacUncorrectableErrorsDetected\n expr: '(node_edac_uncorrectable_errors_total > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Host EDAC Uncorrectable Errors detected (instance {{ $labels.instance }})\n description: \"Host {{ $labels.instance }} has had {{ printf \"%.0f\" $value }} uncorrectable memory errors reported by EDAC in the last 5 minutes. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostEdacUncorrectableErrorsDetected/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (node_edac_uncorrectable_errors_total > 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host EDAC Uncorrectable Errors detected (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host {{ $labels.instance }} has had {{ printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.0f $value }} uncorrectable memory errors reported by EDAC in the last 5 minutes. \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>31/div>div>h3 classheading-lg mb-2>Host Network Receive Errors/h3>p>Host {{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf "%.0f" $value }} receive errors in the last two minutes./p>div classrounded-md>astro-island uidzcT81 prefixr118 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostNetworkReceiveErrors\n expr: '(rate(node_network_receive_errs_total2m) / rate(node_network_receive_packets_total2m) > 0.01) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host Network Receive Errors (instance {{ $labels.instance }})\n description: \"Host {{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf \"%.0f\" $value }} receive errors in the last two minutes. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostNetworkReceiveErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (rate(node_network_receive_errs_total2m) / rate(node_network_receive_packets_total2m) > 0.01) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host Network Receive Errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host {{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.0f $value }} receive errors in the last two minutes. \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>32/div>div>h3 classheading-lg mb-2>Host Network Transmit Errors/h3>p>Host {{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf "%.0f" $value }} transmit errors in the last two minutes./p>div classrounded-md>astro-island uidZ1tS3Gb prefixr119 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostNetworkTransmitErrors\n expr: '(rate(node_network_transmit_errs_total2m) / rate(node_network_transmit_packets_total2m) > 0.01) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host Network Transmit Errors (instance {{ $labels.instance }})\n description: \"Host {{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf \"%.0f\" $value }} transmit errors in the last two minutes. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostNetworkTransmitErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (rate(node_network_transmit_errs_total2m) / rate(node_network_transmit_packets_total2m) > 0.01) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host Network Transmit Errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host {{ $labels.instance }} interface {{ $labels.device }} has encountered {{ printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.0f $value }} transmit errors in the last two minutes. \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>33/div>div>h3 classheading-lg mb-2>Host Network Interface Saturated/h3>p>The network interface "{{ $labels.device }}" on "{{ $labels.instance }}" is getting overloaded./p>div classrounded-md>astro-island uid2pSlQb prefixr120 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostNetworkInterfaceSaturated\n expr: '((rate(node_network_receive_bytes_total{device!~\"^tap.*|^vnet.*|^veth.*|^tun.*\"}1m) + rate(node_network_transmit_bytes_total{device!~\"^tap.*|^vnet.*|^veth.*|^tun.*\"}1m)) / node_network_speed_bytes{device!~\"^tap.*|^vnet.*|^veth.*|^tun.*\"} > 0.8 < 10000) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Host Network Interface Saturated (instance {{ $labels.instance }})\n description: \"The network interface \"{{ $labels.device }}\" on \"{{ $labels.instance }}\" is getting overloaded. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostNetworkInterfaceSaturated/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((rate(node_network_receive_bytes_total{device!~^tap.*|^vnet.*|^veth.*|^tun.*}1m) + rate(node_network_transmit_bytes_total{device!~^tap.*|^vnet.*|^veth.*|^tun.*}1m)) / node_network_speed_bytes{device!~^tap.*|^vnet.*|^veth.*|^tun.*} > 0.8 < 10000) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host Network Interface Saturated (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The network interface /span>span stylecolor:#7C7F93>{{/span>span stylecolor:#40A02B> $labels.device/span>span stylecolor:#7C7F93> }}/span>span stylecolor:#40A02B> on /span>span stylecolor:#7C7F93>{{/span>span stylecolor:#40A02B> $labels.instance/span>span stylecolor:#7C7F93> }}/span>span stylecolor:#40A02B> is getting overloaded. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>34/div>div>h3 classheading-lg mb-2>Host Network Bond Degraded/h3>p>Bond "{{ $labels.device }}" degraded on "{{ $labels.instance }}"./p>div classrounded-md>astro-island uidn0TzW prefixr121 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostNetworkBondDegraded\n expr: '((node_bonding_active - node_bonding_slaves) ! 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host Network Bond Degraded (instance {{ $labels.instance }})\n description: \"Bond \"{{ $labels.device }}\" degraded on \"{{ $labels.instance }}\". \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostNetworkBondDegraded/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((node_bonding_active - node_bonding_slaves) ! 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host Network Bond Degraded (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Bond /span>span stylecolor:#7C7F93>{{/span>span stylecolor:#40A02B> $labels.device/span>span stylecolor:#7C7F93> }}/span>span stylecolor:#40A02B> degraded on /span>span stylecolor:#7C7F93>{{/span>span stylecolor:#40A02B> $labels.instance/span>span stylecolor:#7C7F93> }}/span>span stylecolor:#40A02B>. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>35/div>div>h3 classheading-lg mb-2>Host conntrack limit/h3>p>The number of conntrack is approaching limit/p>div classrounded-md>astro-island uid2fWol1 prefixr122 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostConntrackLimit\n expr: '(node_nf_conntrack_entries / node_nf_conntrack_entries_limit > 0.8) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Host conntrack limit (instance {{ $labels.instance }})\n description: \"The number of conntrack is approaching limit \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostConntrackLimit/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (node_nf_conntrack_entries / node_nf_conntrack_entries_limit > 0.8) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host conntrack limit (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The number of conntrack is approaching limit /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>36/div>div>h3 classheading-lg mb-2>Host clock skew/h3>p>Clock skew detected. Clock is out of sync. Ensure NTP is configured correctly on this host./p>div classrounded-md>astro-island uid2wj5TK prefixr123 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostClockSkew\n expr: '((node_timex_offset_seconds > 0.05 and deriv(node_timex_offset_seconds5m) > 0) or (node_timex_offset_seconds < -0.05 and deriv(node_timex_offset_seconds5m) < 0)) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Host clock skew (instance {{ $labels.instance }})\n description: \"Clock skew detected. Clock is out of sync. Ensure NTP is configured correctly on this host. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostClockSkew/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((node_timex_offset_seconds > 0.05 and deriv(node_timex_offset_seconds5m) > 0) or (node_timex_offset_seconds < -0.05 and deriv(node_timex_offset_seconds5m) < 0)) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host clock skew (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Clock skew detected. Clock is out of sync. Ensure NTP is configured correctly on this host. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>37/div>div>h3 classheading-lg mb-2>Host clock not synchronising/h3>p>Clock not synchronising. Ensure NTP is configured on this host./p>div classrounded-md>astro-island uidZ1ob6WV prefixr124 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostClockNotSynchronising\n expr: '(min_over_time(node_timex_sync_status1m) 0 and node_timex_maxerror_seconds > 16) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Host clock not synchronising (instance {{ $labels.instance }})\n description: \"Clock not synchronising. Ensure NTP is configured on this host. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostClockNotSynchronising/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (min_over_time(node_timex_sync_status1m) 0 and node_timex_maxerror_seconds > 16) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host clock not synchronising (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Clock not synchronising. Ensure NTP is configured on this host. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>38/div>div>h3 classheading-lg mb-2>Host requires reboot/h3>p>{{ $labels.instance }} requires a reboot./p>div classrounded-md>astro-island uid1KAHru prefixr125 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostRequiresReboot\n expr: '(node_reboot_required > 0) * on(instance) group_left (nodename) node_uname_info{nodename~\".+\"}'\n for: 4h\n labels:\n severity: info\n annotations:\n summary: Host requires reboot (instance {{ $labels.instance }})\n description: \"{{ $labels.instance }} requires a reboot. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostRequiresReboot/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (node_reboot_required > 0) * on(instance) group_left (nodename) node_uname_info{nodename~.+}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 4h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host requires reboot (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> {{ $labels.instance }} requires a reboot. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameS.M.A.R.T Device Monitoring> div classrow-start-1 row-end-2> astro-island uidZ17GCfM component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"S.M.A.R.T Device Monitoring","exporters":1,0,{"name":0,"smartctl-exporter","slug":0,"smartctl-exporter","doc_url":0,"https://github.com/prometheus-community/smartctl_exporter","rules":1,0,{"name":0,"Smart device temperature warning","description":0,"Device temperature warning (instance {{ $labels.instance }})","query":0,"smartctl_device_temperature > 60","severity":0,"warning","for":0,"2m"},0,{"name":0,"Smart device temperature critical","description":0,"Device temperature critical (instance {{ $labels.instance }})","query":0,"smartctl_device_temperature > 80","severity":0,"critical","for":0,"2m"},0,{"name":0,"Smart critical warning","description":0,"device has critical warning (instance {{ $labels.instance }})","query":0,"smartctl_device_critical_warning > 0","severity":0,"critical","for":0,"15m"},0,{"name":0,"Smart media errors","description":0,"device has media errors (instance {{ $labels.instance }})","query":0,"smartctl_device_media_errors > 0","severity":0,"critical","for":0,"15m"},0,{"name":0,"Smart NVME Wearout Indicator","description":0,"NVMe device is wearing out (instance {{ $labels.instance }})","query":0,"smartctl_device_available_spare{device~\"nvme.*\"} < smartctl_device_available_spare_threshold{device~\"nvme.*\"}","severity":0,"critical","for":0,"15m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>5 rules/div> p classinline> Smart device temperature warning, Smart device temperature critical, Smart critical warning, Smart media errors, Smart NVME Wearout Indicator /p> /div> div classrow-start-3 row-end-4> astro-island uidZ1h5wRJ prefixr629 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"S.M.A.R.T Device Monitoring","exporters":1,0,{"name":0,"smartctl-exporter","slug":0,"smartctl-exporter","doc_url":0,"https://github.com/prometheus-community/smartctl_exporter","rules":1,0,{"name":0,"Smart device temperature warning","description":0,"Device temperature warning (instance {{ $labels.instance }})","query":0,"smartctl_device_temperature > 60","severity":0,"warning","for":0,"2m"},0,{"name":0,"Smart device temperature critical","description":0,"Device temperature critical (instance {{ $labels.instance }})","query":0,"smartctl_device_temperature > 80","severity":0,"critical","for":0,"2m"},0,{"name":0,"Smart critical warning","description":0,"device has critical warning (instance {{ $labels.instance }})","query":0,"smartctl_device_critical_warning > 0","severity":0,"critical","for":0,"15m"},0,{"name":0,"Smart media errors","description":0,"device has media errors (instance {{ $labels.instance }})","query":0,"smartctl_device_media_errors > 0","severity":0,"critical","for":0,"15m"},0,{"name":0,"Smart NVME Wearout Indicator","description":0,"NVMe device is wearing out (instance {{ $labels.instance }})","query":0,"smartctl_device_available_spare{device~\"nvme.*\"} < smartctl_device_available_spare_threshold{device~\"nvme.*\"}","severity":0,"critical","for":0,"15m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r629R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>smartctl-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Smart device temperature warning/h3>p>Device temperature warning (instance {{ $labels.instance }})/p>div classrounded-md>astro-island uidZ1zhWK5 prefixr126 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SmartDeviceTemperatureWarning\n expr: 'smartctl_device_temperature > 60'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Smart device temperature warning (instance {{ $labels.instance }})\n description: \"Device temperature warning (instance {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SmartDeviceTemperatureWarning/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> smartctl_device_temperature > 60/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Smart device temperature warning (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Device temperature warning (instance {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Smart device temperature critical/h3>p>Device temperature critical (instance {{ $labels.instance }})/p>div classrounded-md>astro-island uidZ1OMgWF prefixr127 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SmartDeviceTemperatureCritical\n expr: 'smartctl_device_temperature > 80'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Smart device temperature critical (instance {{ $labels.instance }})\n description: \"Device temperature critical (instance {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SmartDeviceTemperatureCritical/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> smartctl_device_temperature > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Smart device temperature critical (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Device temperature critical (instance {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Smart critical warning/h3>p>device has critical warning (instance {{ $labels.instance }})/p>div classrounded-md>astro-island uidZ1ygDME prefixr128 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SmartCriticalWarning\n expr: 'smartctl_device_critical_warning > 0'\n for: 15m\n labels:\n severity: critical\n annotations:\n summary: Smart critical warning (instance {{ $labels.instance }})\n description: \"device has critical warning (instance {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SmartCriticalWarning/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> smartctl_device_critical_warning > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Smart critical warning (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> device has critical warning (instance {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Smart media errors/h3>p>device has media errors (instance {{ $labels.instance }})/p>div classrounded-md>astro-island uidZfD5b8 prefixr129 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SmartMediaErrors\n expr: 'smartctl_device_media_errors > 0'\n for: 15m\n labels:\n severity: critical\n annotations:\n summary: Smart media errors (instance {{ $labels.instance }})\n description: \"device has media errors (instance {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SmartMediaErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> smartctl_device_media_errors > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Smart media errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> device has media errors (instance {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Smart NVME Wearout Indicator/h3>p>NVMe device is wearing out (instance {{ $labels.instance }})/p>div classrounded-md>astro-island uidZ2t3Y8I prefixr130 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SmartNvmeWearoutIndicator\n expr: 'smartctl_device_available_spare{device~\"nvme.*\"} < smartctl_device_available_spare_threshold{device~\"nvme.*\"}'\n for: 15m\n labels:\n severity: critical\n annotations:\n summary: Smart NVME Wearout Indicator (instance {{ $labels.instance }})\n description: \"NVMe device is wearing out (instance {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SmartNvmeWearoutIndicator/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> smartctl_device_available_spare{device~nvme.*} < smartctl_device_available_spare_threshold{device~nvme.*}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Smart NVME Wearout Indicator (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NVMe device is wearing out (instance {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameDocker containers> div classrow-start-1 row-end-2> astro-island uid1UmERg component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Docker containers","exporters":1,0,{"name":0,"google/cAdvisor","slug":0,"google-cadvisor","doc_url":0,"https://github.com/google/cadvisor","rules":1,0,{"name":0,"Container killed","description":0,"A container has disappeared","query":0,"time() - container_last_seen > 60","severity":0,"warning","comments":0,"This rule can be very noisy in dynamic infra with legitimate container start/stop/deployment.\n"},0,{"name":0,"Container absent","description":0,"A container is absent for 5 min","query":0,"absent(container_last_seen)","severity":0,"warning","for":0,"5m","comments":0,"This rule can be very noisy in dynamic infra with legitimate container start/stop/deployment.\n"},0,{"name":0,"Container High CPU utilization","description":0,"Container CPU utilization is above 80%","query":0,"(sum(rate(container_cpu_usage_seconds_total{container!\"\"}5m)) by (pod, container) / sum(container_spec_cpu_quota{container!\"\"}/container_spec_cpu_period{container!\"\"}) by (pod, container) * 100) > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"Container High Memory usage","description":0,"Container Memory usage is above 80%","query":0,"(sum(container_memory_working_set_bytes{name!\"\"}) BY (instance, name) / sum(container_spec_memory_limit_bytes > 0) BY (instance, name) * 100) > 80","severity":0,"warning","comments":0,"See https://medium.com/faun/how-much-is-too-much-the-linux-oomkiller-and-used-memory-d32186f29c9d","for":0,"2m"},0,{"name":0,"Container Volume usage","description":0,"Container Volume usage is above 80%","query":0,"(1 - (sum(container_fs_inodes_free{name!\"\"}) BY (instance) / sum(container_fs_inodes_total) BY (instance))) * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"Container high throttle rate","description":0,"Container is being throttled","query":0,"sum(increase(container_cpu_cfs_throttled_periods_total{container!\"\"}5m)) by (container, pod, namespace) / sum(increase(container_cpu_cfs_periods_total5m)) by (container, pod, namespace) > ( 25 / 100 )","severity":0,"warning","for":0,"5m"},0,{"name":0,"Container Low CPU utilization","description":0,"Container CPU utilization is under 20% for 1 week. Consider reducing the allocated CPU.","query":0,"(sum(rate(container_cpu_usage_seconds_total{container!\"\"}5m)) by (pod, container) / sum(container_spec_cpu_quota{container!\"\"}/container_spec_cpu_period{container!\"\"}) by (pod, container) * 100) < 20","severity":0,"info","for":0,"7d"},0,{"name":0,"Container Low Memory usage","description":0,"Container Memory usage is under 20% for 1 week. Consider reducing the allocated memory.","query":0,"(sum(container_memory_working_set_bytes{name!\"\"}) BY (instance, name) / sum(container_spec_memory_limit_bytes > 0) BY (instance, name) * 100) < 20","severity":0,"info","for":0,"7d"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>8 rules/div> p classinline> Container killed, Container absent, Container High CPU utilization, Container High Memory usage, Container Volume usage, Container high throttle rate, Container Low CPU utilization, Container Low Memory usage /p> /div> div classrow-start-3 row-end-4> astro-island uid2oNtCP prefixr635 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Docker containers","exporters":1,0,{"name":0,"google/cAdvisor","slug":0,"google-cadvisor","doc_url":0,"https://github.com/google/cadvisor","rules":1,0,{"name":0,"Container killed","description":0,"A container has disappeared","query":0,"time() - container_last_seen > 60","severity":0,"warning","comments":0,"This rule can be very noisy in dynamic infra with legitimate container start/stop/deployment.\n"},0,{"name":0,"Container absent","description":0,"A container is absent for 5 min","query":0,"absent(container_last_seen)","severity":0,"warning","for":0,"5m","comments":0,"This rule can be very noisy in dynamic infra with legitimate container start/stop/deployment.\n"},0,{"name":0,"Container High CPU utilization","description":0,"Container CPU utilization is above 80%","query":0,"(sum(rate(container_cpu_usage_seconds_total{container!\"\"}5m)) by (pod, container) / sum(container_spec_cpu_quota{container!\"\"}/container_spec_cpu_period{container!\"\"}) by (pod, container) * 100) > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"Container High Memory usage","description":0,"Container Memory usage is above 80%","query":0,"(sum(container_memory_working_set_bytes{name!\"\"}) BY (instance, name) / sum(container_spec_memory_limit_bytes > 0) BY (instance, name) * 100) > 80","severity":0,"warning","comments":0,"See https://medium.com/faun/how-much-is-too-much-the-linux-oomkiller-and-used-memory-d32186f29c9d","for":0,"2m"},0,{"name":0,"Container Volume usage","description":0,"Container Volume usage is above 80%","query":0,"(1 - (sum(container_fs_inodes_free{name!\"\"}) BY (instance) / sum(container_fs_inodes_total) BY (instance))) * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"Container high throttle rate","description":0,"Container is being throttled","query":0,"sum(increase(container_cpu_cfs_throttled_periods_total{container!\"\"}5m)) by (container, pod, namespace) / sum(increase(container_cpu_cfs_periods_total5m)) by (container, pod, namespace) > ( 25 / 100 )","severity":0,"warning","for":0,"5m"},0,{"name":0,"Container Low CPU utilization","description":0,"Container CPU utilization is under 20% for 1 week. Consider reducing the allocated CPU.","query":0,"(sum(rate(container_cpu_usage_seconds_total{container!\"\"}5m)) by (pod, container) / sum(container_spec_cpu_quota{container!\"\"}/container_spec_cpu_period{container!\"\"}) by (pod, container) * 100) < 20","severity":0,"info","for":0,"7d"},0,{"name":0,"Container Low Memory usage","description":0,"Container Memory usage is under 20% for 1 week. Consider reducing the allocated memory.","query":0,"(sum(container_memory_working_set_bytes{name!\"\"}) BY (instance, name) / sum(container_spec_memory_limit_bytes > 0) BY (instance, name) * 100) < 20","severity":0,"info","for":0,"7d"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r635R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>google-cadvisor/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Container killed/h3>p>A container has disappeared/p>div classrounded-md>astro-island uidZ17aCQq prefixr131 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# This rule can be very noisy in dynamic infra with legitimate container start/stop/deployment.\n- alert: ContainerKilled\n expr: 'time() - container_last_seen > 60'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Container killed (instance {{ $labels.instance }})\n description: \"A container has disappeared \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># This rule can be very noisy in dynamic infra with legitimate container start/stop/deployment./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ContainerKilled/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> time() - container_last_seen > 60/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container killed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A container has disappeared /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Container absent/h3>p>A container is absent for 5 min/p>div classrounded-md>astro-island uidZMEWov prefixr132 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# This rule can be very noisy in dynamic infra with legitimate container start/stop/deployment.\n- alert: ContainerAbsent\n expr: 'absent(container_last_seen)'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Container absent (instance {{ $labels.instance }})\n description: \"A container is absent for 5 min \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># This rule can be very noisy in dynamic infra with legitimate container start/stop/deployment./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ContainerAbsent/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> absent(container_last_seen)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container absent (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A container is absent for 5 min /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Container High CPU utilization/h3>p>Container CPU utilization is above 80%/p>div classrounded-md>astro-island uidZ1u65sN prefixr133 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ContainerHighCpuUtilization\n expr: '(sum(rate(container_cpu_usage_seconds_total{container!\"\"}5m)) by (pod, container) / sum(container_spec_cpu_quota{container!\"\"}/container_spec_cpu_period{container!\"\"}) by (pod, container) * 100) > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Container High CPU utilization (instance {{ $labels.instance }})\n description: \"Container CPU utilization is above 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ContainerHighCpuUtilization/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum(rate(container_cpu_usage_seconds_total{container!}5m)) by (pod, container) / sum(container_spec_cpu_quota{container!}/container_spec_cpu_period{container!}) by (pod, container) * 100) > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container High CPU utilization (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container CPU utilization is above 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Container High Memory usage/h3>p>Container Memory usage is above 80%/p>div classrounded-md>astro-island uidZSoFFc prefixr134 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ContainerHighMemoryUsage\n expr: '(sum(container_memory_working_set_bytes{name!\"\"}) BY (instance, name) / sum(container_spec_memory_limit_bytes > 0) BY (instance, name) * 100) > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Container High Memory usage (instance {{ $labels.instance }})\n description: \"Container Memory usage is above 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ContainerHighMemoryUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum(container_memory_working_set_bytes{name!}) BY (instance, name) / sum(container_spec_memory_limit_bytes > 0) BY (instance, name) * 100) > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container High Memory usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container Memory usage is above 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Container Volume usage/h3>p>Container Volume usage is above 80%/p>div classrounded-md>astro-island uide96KM prefixr135 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ContainerVolumeUsage\n expr: '(1 - (sum(container_fs_inodes_free{name!\"\"}) BY (instance) / sum(container_fs_inodes_total) BY (instance))) * 100 > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Container Volume usage (instance {{ $labels.instance }})\n description: \"Container Volume usage is above 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ContainerVolumeUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (1 - (sum(container_fs_inodes_free{name!}) BY (instance) / sum(container_fs_inodes_total) BY (instance))) * 100 > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container Volume usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container Volume usage is above 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Container high throttle rate/h3>p>Container is being throttled/p>div classrounded-md>astro-island uidZ2mj0B6 prefixr136 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ContainerHighThrottleRate\n expr: 'sum(increase(container_cpu_cfs_throttled_periods_total{container!\"\"}5m)) by (container, pod, namespace) / sum(increase(container_cpu_cfs_periods_total5m)) by (container, pod, namespace) > ( 25 / 100 )'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Container high throttle rate (instance {{ $labels.instance }})\n description: \"Container is being throttled \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ContainerHighThrottleRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(increase(container_cpu_cfs_throttled_periods_total{container!}5m)) by (container, pod, namespace) / sum(increase(container_cpu_cfs_periods_total5m)) by (container, pod, namespace) > ( 25 / 100 )/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container high throttle rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container is being throttled /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Container Low CPU utilization/h3>p>Container CPU utilization is under 20% for 1 week. Consider reducing the allocated CPU./p>div classrounded-md>astro-island uid1YPrGT prefixr137 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ContainerLowCpuUtilization\n expr: '(sum(rate(container_cpu_usage_seconds_total{container!\"\"}5m)) by (pod, container) / sum(container_spec_cpu_quota{container!\"\"}/container_spec_cpu_period{container!\"\"}) by (pod, container) * 100) < 20'\n for: 7d\n labels:\n severity: info\n annotations:\n summary: Container Low CPU utilization (instance {{ $labels.instance }})\n description: \"Container CPU utilization is under 20% for 1 week. Consider reducing the allocated CPU. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ContainerLowCpuUtilization/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum(rate(container_cpu_usage_seconds_total{container!}5m)) by (pod, container) / sum(container_spec_cpu_quota{container!}/container_spec_cpu_period{container!}) by (pod, container) * 100) < 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 7d/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container Low CPU utilization (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container CPU utilization is under 20% for 1 week. Consider reducing the allocated CPU. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Container Low Memory usage/h3>p>Container Memory usage is under 20% for 1 week. Consider reducing the allocated memory./p>div classrounded-md>astro-island uidZGOuhf prefixr138 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ContainerLowMemoryUsage\n expr: '(sum(container_memory_working_set_bytes{name!\"\"}) BY (instance, name) / sum(container_spec_memory_limit_bytes > 0) BY (instance, name) * 100) < 20'\n for: 7d\n labels:\n severity: info\n annotations:\n summary: Container Low Memory usage (instance {{ $labels.instance }})\n description: \"Container Memory usage is under 20% for 1 week. Consider reducing the allocated memory. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ContainerLowMemoryUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum(container_memory_working_set_bytes{name!}) BY (instance, name) / sum(container_spec_memory_limit_bytes > 0) BY (instance, name) * 100) < 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 7d/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container Low Memory usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container Memory usage is under 20% for 1 week. Consider reducing the allocated memory. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameBlackbox> div classrow-start-1 row-end-2> astro-island uidIiDUd component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Blackbox","exporters":1,0,{"name":0,"prometheus/blackbox_exporter","slug":0,"blackbox-exporter","doc_url":0,"https://github.com/prometheus/blackbox_exporter","rules":1,0,{"name":0,"Blackbox probe failed","description":0,"Probe failed","query":0,"probe_success 0","severity":0,"critical"},0,{"name":0,"Blackbox configuration reload failure","description":0,"Blackbox configuration reload failure","query":0,"blackbox_exporter_config_last_reload_successful ! 1","severity":0,"warning"},0,{"name":0,"Blackbox slow probe","description":0,"Blackbox probe took more than 1s to complete","query":0,"avg_over_time(probe_duration_seconds1m) > 1","severity":0,"warning","for":0,"1m"},0,{"name":0,"Blackbox probe HTTP failure","description":0,"HTTP status code is not 200-399","query":0,"probe_http_status_code < 199 OR probe_http_status_code > 400","severity":0,"critical"},0,{"name":0,"Blackbox SSL certificate will expire soon","description":0,"SSL certificate expires in less than 20 days","query":0,"3 < round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 20","severity":0,"warning"},0,{"name":0,"Blackbox SSL certificate will expire soon","description":0,"SSL certificate expires in less than 3 days","query":0,"0 < round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 3","severity":0,"critical"},0,{"name":0,"Blackbox SSL certificate expired","description":0,"SSL certificate has expired already","query":0,"round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 0","severity":0,"critical","comments":0,"For probe_ssl_earliest_cert_expiry to be exposed after expiration, you\nneed to enable insecure_skip_verify. Note that this will disable\ncertificate validation.\nSee https://github.com/prometheus/blackbox_exporter/blob/master/CONFIGURATION.md#tls_config\n"},0,{"name":0,"Blackbox probe slow HTTP","description":0,"HTTP request took more than 1s","query":0,"avg_over_time(probe_http_duration_seconds1m) > 1","severity":0,"warning","for":0,"1m"},0,{"name":0,"Blackbox probe slow ping","description":0,"Blackbox ping took more than 1s","query":0,"avg_over_time(probe_icmp_duration_seconds1m) > 1","severity":0,"warning","for":0,"1m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>9 rules/div> p classinline> Blackbox probe failed, Blackbox configuration reload failure, Blackbox slow probe, Blackbox probe HTTP failure, Blackbox SSL certificate will expire soon, Blackbox SSL certificate will expire soon, Blackbox SSL certificate expired, Blackbox probe slow HTTP, Blackbox probe slow ping /p> /div> div classrow-start-3 row-end-4> astro-island uidXqe1A prefixr636 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Blackbox","exporters":1,0,{"name":0,"prometheus/blackbox_exporter","slug":0,"blackbox-exporter","doc_url":0,"https://github.com/prometheus/blackbox_exporter","rules":1,0,{"name":0,"Blackbox probe failed","description":0,"Probe failed","query":0,"probe_success 0","severity":0,"critical"},0,{"name":0,"Blackbox configuration reload failure","description":0,"Blackbox configuration reload failure","query":0,"blackbox_exporter_config_last_reload_successful ! 1","severity":0,"warning"},0,{"name":0,"Blackbox slow probe","description":0,"Blackbox probe took more than 1s to complete","query":0,"avg_over_time(probe_duration_seconds1m) > 1","severity":0,"warning","for":0,"1m"},0,{"name":0,"Blackbox probe HTTP failure","description":0,"HTTP status code is not 200-399","query":0,"probe_http_status_code < 199 OR probe_http_status_code > 400","severity":0,"critical"},0,{"name":0,"Blackbox SSL certificate will expire soon","description":0,"SSL certificate expires in less than 20 days","query":0,"3 < round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 20","severity":0,"warning"},0,{"name":0,"Blackbox SSL certificate will expire soon","description":0,"SSL certificate expires in less than 3 days","query":0,"0 < round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 3","severity":0,"critical"},0,{"name":0,"Blackbox SSL certificate expired","description":0,"SSL certificate has expired already","query":0,"round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 0","severity":0,"critical","comments":0,"For probe_ssl_earliest_cert_expiry to be exposed after expiration, you\nneed to enable insecure_skip_verify. Note that this will disable\ncertificate validation.\nSee https://github.com/prometheus/blackbox_exporter/blob/master/CONFIGURATION.md#tls_config\n"},0,{"name":0,"Blackbox probe slow HTTP","description":0,"HTTP request took more than 1s","query":0,"avg_over_time(probe_http_duration_seconds1m) > 1","severity":0,"warning","for":0,"1m"},0,{"name":0,"Blackbox probe slow ping","description":0,"Blackbox ping took more than 1s","query":0,"avg_over_time(probe_icmp_duration_seconds1m) > 1","severity":0,"warning","for":0,"1m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r636R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>blackbox-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Blackbox probe failed/h3>p>Probe failed/p>div classrounded-md>astro-island uid2ugjFs prefixr139 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: BlackboxProbeFailed\n expr: 'probe_success 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Blackbox probe failed (instance {{ $labels.instance }})\n description: \"Probe failed \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> BlackboxProbeFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> probe_success 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox probe failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Probe failed /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Blackbox configuration reload failure/h3>p>Blackbox configuration reload failure/p>div classrounded-md>astro-island uidZ1VUvV9 prefixr140 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: BlackboxConfigurationReloadFailure\n expr: 'blackbox_exporter_config_last_reload_successful ! 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Blackbox configuration reload failure (instance {{ $labels.instance }})\n description: \"Blackbox configuration reload failure \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> BlackboxConfigurationReloadFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> blackbox_exporter_config_last_reload_successful ! 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox configuration reload failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox configuration reload failure /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Blackbox slow probe/h3>p>Blackbox probe took more than 1s to complete/p>div classrounded-md>astro-island uidZ1zDNe8 prefixr141 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: BlackboxSlowProbe\n expr: 'avg_over_time(probe_duration_seconds1m) > 1'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Blackbox slow probe (instance {{ $labels.instance }})\n description: \"Blackbox probe took more than 1s to complete \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> BlackboxSlowProbe/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg_over_time(probe_duration_seconds1m) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox slow probe (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox probe took more than 1s to complete /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Blackbox probe HTTP failure/h3>p>HTTP status code is not 200-399/p>div classrounded-md>astro-island uid1iXQUV prefixr142 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: BlackboxProbeHttpFailure\n expr: 'probe_http_status_code < 199 OR probe_http_status_code > 400'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Blackbox probe HTTP failure (instance {{ $labels.instance }})\n description: \"HTTP status code is not 200-399 \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> BlackboxProbeHttpFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> probe_http_status_code < 199 OR probe_http_status_code > 400/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox probe HTTP failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HTTP status code is not 200-399 /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Blackbox SSL certificate will expire soon/h3>p>SSL certificate expires in less than 20 days/p>div classrounded-md>astro-island uidZ1hhyTm prefixr143 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: BlackboxSslCertificateWillExpireSoon\n expr: '3 < round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 20'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Blackbox SSL certificate will expire soon (instance {{ $labels.instance }})\n description: \"SSL certificate expires in less than 20 days \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> BlackboxSslCertificateWillExpireSoon/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 3 < round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox SSL certificate will expire soon (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SSL certificate expires in less than 20 days /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Blackbox SSL certificate will expire soon/h3>p>SSL certificate expires in less than 3 days/p>div classrounded-md>astro-island uidZ1gcjik prefixr144 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: BlackboxSslCertificateWillExpireSoon\n expr: '0 < round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Blackbox SSL certificate will expire soon (instance {{ $labels.instance }})\n description: \"SSL certificate expires in less than 3 days \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> BlackboxSslCertificateWillExpireSoon/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0 < round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox SSL certificate will expire soon (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SSL certificate expires in less than 3 days /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Blackbox SSL certificate expired/h3>p>SSL certificate has expired already/p>div classrounded-md>astro-island uidWxJeA prefixr145 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# For probe_ssl_earliest_cert_expiry to be exposed after expiration, you\n# need to enable insecure_skip_verify. Note that this will disable\n# certificate validation.\n# See https://github.com/prometheus/blackbox_exporter/blob/master/CONFIGURATION.md#tls_config\n- alert: BlackboxSslCertificateExpired\n expr: 'round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Blackbox SSL certificate expired (instance {{ $labels.instance }})\n description: \"SSL certificate has expired already \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># For probe_ssl_earliest_cert_expiry to be exposed after expiration, you/span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># need to enable insecure_skip_verify. Note that this will disable/span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># certificate validation./span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># See https://github.com/prometheus/blackbox_exporter/blob/master/CONFIGURATION.md#tls_config/span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> BlackboxSslCertificateExpired/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> round((last_over_time(probe_ssl_earliest_cert_expiry10m) - time()) / 86400, 0.1) < 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox SSL certificate expired (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SSL certificate has expired already /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Blackbox probe slow HTTP/h3>p>HTTP request took more than 1s/p>div classrounded-md>astro-island uidZfnDuJ prefixr146 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: BlackboxProbeSlowHttp\n expr: 'avg_over_time(probe_http_duration_seconds1m) > 1'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Blackbox probe slow HTTP (instance {{ $labels.instance }})\n description: \"HTTP request took more than 1s \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> BlackboxProbeSlowHttp/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg_over_time(probe_http_duration_seconds1m) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox probe slow HTTP (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HTTP request took more than 1s /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Blackbox probe slow ping/h3>p>Blackbox ping took more than 1s/p>div classrounded-md>astro-island uidZ2tlaYY prefixr147 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: BlackboxProbeSlowPing\n expr: 'avg_over_time(probe_icmp_duration_seconds1m) > 1'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Blackbox probe slow ping (instance {{ $labels.instance }})\n description: \"Blackbox ping took more than 1s \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> BlackboxProbeSlowPing/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg_over_time(probe_icmp_duration_seconds1m) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox probe slow ping (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Blackbox ping took more than 1s /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameWindows Server> div classrow-start-1 row-end-2> astro-island uidZjculH component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Windows Server","exporters":1,0,{"name":0,"prometheus-community/windows_exporter","slug":0,"windows-exporter","doc_url":0,"https://github.com/prometheus-community/windows_exporter","rules":1,0,{"name":0,"Windows Server collector Error","description":0,"Collector {{ $labels.collector }} was not successful","query":0,"windows_exporter_collector_success 0","severity":0,"critical"},0,{"name":0,"Windows Server service Status","description":0,"Windows Service state is not OK","query":0,"windows_service_status{status\"ok\"} ! 1","severity":0,"critical","for":0,"1m"},0,{"name":0,"Windows Server CPU Usage","description":0,"CPU Usage is more than 80%","query":0,"100 - (avg by (instance) (rate(windows_cpu_time_total{mode\"idle\"}2m)) * 100) > 80","severity":0,"warning"},0,{"name":0,"Windows Server memory Usage","description":0,"Memory usage is more than 90%","query":0,"100 - ((windows_os_physical_memory_free_bytes / windows_cs_physical_memory_bytes) * 100) > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"Windows Server disk Space Usage","description":0,"Disk usage is more than 80%","query":0,"100.0 - 100 * ((windows_logical_disk_free_bytes / 1024 / 1024 ) / (windows_logical_disk_size_bytes / 1024 / 1024)) > 80","severity":0,"critical","for":0,"2m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>5 rules/div> p classinline> Windows Server collector Error, Windows Server service Status, Windows Server CPU Usage, Windows Server memory Usage, Windows Server disk Space Usage /p> /div> div classrow-start-3 row-end-4> astro-island uid1HHa2g prefixr630 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Windows Server","exporters":1,0,{"name":0,"prometheus-community/windows_exporter","slug":0,"windows-exporter","doc_url":0,"https://github.com/prometheus-community/windows_exporter","rules":1,0,{"name":0,"Windows Server collector Error","description":0,"Collector {{ $labels.collector }} was not successful","query":0,"windows_exporter_collector_success 0","severity":0,"critical"},0,{"name":0,"Windows Server service Status","description":0,"Windows Service state is not OK","query":0,"windows_service_status{status\"ok\"} ! 1","severity":0,"critical","for":0,"1m"},0,{"name":0,"Windows Server CPU Usage","description":0,"CPU Usage is more than 80%","query":0,"100 - (avg by (instance) (rate(windows_cpu_time_total{mode\"idle\"}2m)) * 100) > 80","severity":0,"warning"},0,{"name":0,"Windows Server memory Usage","description":0,"Memory usage is more than 90%","query":0,"100 - ((windows_os_physical_memory_free_bytes / windows_cs_physical_memory_bytes) * 100) > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"Windows Server disk Space Usage","description":0,"Disk usage is more than 80%","query":0,"100.0 - 100 * ((windows_logical_disk_free_bytes / 1024 / 1024 ) / (windows_logical_disk_size_bytes / 1024 / 1024)) > 80","severity":0,"critical","for":0,"2m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r630R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>windows-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Windows Server collector Error/h3>p>Collector {{ $labels.collector }} was not successful/p>div classrounded-md>astro-island uidZ1xvXzA prefixr148 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: WindowsServerCollectorError\n expr: 'windows_exporter_collector_success 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Windows Server collector Error (instance {{ $labels.instance }})\n description: \"Collector {{ $labels.collector }} was not successful \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> WindowsServerCollectorError/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> windows_exporter_collector_success 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Windows Server collector Error (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Collector {{ $labels.collector }} was not successful /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Windows Server service Status/h3>p>Windows Service state is not OK/p>div classrounded-md>astro-island uidyJSWR prefixr149 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: WindowsServerServiceStatus\n expr: 'windows_service_status{status\"ok\"} ! 1'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Windows Server service Status (instance {{ $labels.instance }})\n description: \"Windows Service state is not OK \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> WindowsServerServiceStatus/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> windows_service_status{statusok} ! 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Windows Server service Status (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Windows Service state is not OK /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Windows Server CPU Usage/h3>p>CPU Usage is more than 80%/p>div classrounded-md>astro-island uidAxVGT prefixr150 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: WindowsServerCpuUsage\n expr: '100 - (avg by (instance) (rate(windows_cpu_time_total{mode\"idle\"}2m)) * 100) > 80'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Windows Server CPU Usage (instance {{ $labels.instance }})\n description: \"CPU Usage is more than 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> WindowsServerCpuUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 100 - (avg by (instance) (rate(windows_cpu_time_total{modeidle}2m)) * 100) > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Windows Server CPU Usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CPU Usage is more than 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Windows Server memory Usage/h3>p>Memory usage is more than 90%/p>div classrounded-md>astro-island uidZ1dX218 prefixr151 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: WindowsServerMemoryUsage\n expr: '100 - ((windows_os_physical_memory_free_bytes / windows_cs_physical_memory_bytes) * 100) > 90'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Windows Server memory Usage (instance {{ $labels.instance }})\n description: \"Memory usage is more than 90% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> WindowsServerMemoryUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 100 - ((windows_os_physical_memory_free_bytes / windows_cs_physical_memory_bytes) * 100) > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Windows Server memory Usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Memory usage is more than 90% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Windows Server disk Space Usage/h3>p>Disk usage is more than 80%/p>div classrounded-md>astro-island uidZ24lnm2 prefixr152 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: WindowsServerDiskSpaceUsage\n expr: '100.0 - 100 * ((windows_logical_disk_free_bytes / 1024 / 1024 ) / (windows_logical_disk_size_bytes / 1024 / 1024)) > 80'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Windows Server disk Space Usage (instance {{ $labels.instance }})\n description: \"Disk usage is more than 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> WindowsServerDiskSpaceUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 100.0 - 100 * ((windows_logical_disk_free_bytes / 1024 / 1024 ) / (windows_logical_disk_size_bytes / 1024 / 1024)) > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Windows Server disk Space Usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk usage is more than 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameVMware> div classrow-start-1 row-end-2> astro-island uidZN6re9 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"VMware","exporters":1,0,{"name":0,"pryorda/vmware_exporter","slug":0,"pryorda-vmware-exporter","doc_url":0,"https://github.com/pryorda/vmware_exporter","rules":1,0,{"name":0,"Virtual Machine Memory Warning","description":0,"High memory usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"vmware_vm_mem_usage_average / 100 > 80 and vmware_vm_mem_usage_average / 100 < 90","severity":0,"warning","for":0,"5m"},0,{"name":0,"Virtual Machine Memory Critical","description":0,"High memory usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"vmware_vm_mem_usage_average / 100 > 90","severity":0,"critical","for":0,"1m"},0,{"name":0,"High Number of Snapshots","description":0,"High snapshots number on {{ $labels.instance }}: {{ $value }}","query":0,"vmware_vm_snapshots > 3","severity":0,"warning","for":0,"30m"},0,{"name":0,"Outdated Snapshots","description":0,"Outdated snapshots on {{ $labels.instance }}: {{ $value | printf \"%.0f\"}} days","query":0,"(time() - vmware_vm_snapshot_timestamp_seconds) / (60 * 60 * 24) > 3","severity":0,"warning","for":0,"5m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>4 rules/div> p classinline> Virtual Machine Memory Warning, Virtual Machine Memory Critical, High Number of Snapshots, Outdated Snapshots /p> /div> div classrow-start-3 row-end-4> astro-island uidZfNlLf prefixr621 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"VMware","exporters":1,0,{"name":0,"pryorda/vmware_exporter","slug":0,"pryorda-vmware-exporter","doc_url":0,"https://github.com/pryorda/vmware_exporter","rules":1,0,{"name":0,"Virtual Machine Memory Warning","description":0,"High memory usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"vmware_vm_mem_usage_average / 100 > 80 and vmware_vm_mem_usage_average / 100 < 90","severity":0,"warning","for":0,"5m"},0,{"name":0,"Virtual Machine Memory Critical","description":0,"High memory usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"vmware_vm_mem_usage_average / 100 > 90","severity":0,"critical","for":0,"1m"},0,{"name":0,"High Number of Snapshots","description":0,"High snapshots number on {{ $labels.instance }}: {{ $value }}","query":0,"vmware_vm_snapshots > 3","severity":0,"warning","for":0,"30m"},0,{"name":0,"Outdated Snapshots","description":0,"Outdated snapshots on {{ $labels.instance }}: {{ $value | printf \"%.0f\"}} days","query":0,"(time() - vmware_vm_snapshot_timestamp_seconds) / (60 * 60 * 24) > 3","severity":0,"warning","for":0,"5m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r621R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>pryorda-vmware-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Virtual Machine Memory Warning/h3>p>High memory usage on {{ $labels.instance }}: {{ $value | printf "%.2f"}}%/p>div classrounded-md>astro-island uidjC6Su prefixr153 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: VirtualMachineMemoryWarning\n expr: 'vmware_vm_mem_usage_average / 100 > 80 and vmware_vm_mem_usage_average / 100 < 90'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Virtual Machine Memory Warning (instance {{ $labels.instance }})\n description: \"High memory usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> VirtualMachineMemoryWarning/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> vmware_vm_mem_usage_average / 100 > 80 and vmware_vm_mem_usage_average / 100 < 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Virtual Machine Memory Warning (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High memory usage on {{ $labels.instance }}: {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}}% \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Virtual Machine Memory Critical/h3>p>High memory usage on {{ $labels.instance }}: {{ $value | printf "%.2f"}}%/p>div classrounded-md>astro-island uidZ2bCzOp prefixr154 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: VirtualMachineMemoryCritical\n expr: 'vmware_vm_mem_usage_average / 100 > 90'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Virtual Machine Memory Critical (instance {{ $labels.instance }})\n description: \"High memory usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> VirtualMachineMemoryCritical/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> vmware_vm_mem_usage_average / 100 > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Virtual Machine Memory Critical (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High memory usage on {{ $labels.instance }}: {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}}% \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>High Number of Snapshots/h3>p>High snapshots number on {{ $labels.instance }}: {{ $value }}/p>div classrounded-md>astro-island uidWqLWh prefixr155 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HighNumberOfSnapshots\n expr: 'vmware_vm_snapshots > 3'\n for: 30m\n labels:\n severity: warning\n annotations:\n summary: High Number of Snapshots (instance {{ $labels.instance }})\n description: \"High snapshots number on {{ $labels.instance }}: {{ $value }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HighNumberOfSnapshots/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> vmware_vm_snapshots > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 30m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High Number of Snapshots (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High snapshots number on {{ $labels.instance }}: {{ $value }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Outdated Snapshots/h3>p>Outdated snapshots on {{ $labels.instance }}: {{ $value | printf "%.0f"}} days/p>div classrounded-md>astro-island uidZ15jo15 prefixr156 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: OutdatedSnapshots\n expr: '(time() - vmware_vm_snapshot_timestamp_seconds) / (60 * 60 * 24) > 3'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Outdated Snapshots (instance {{ $labels.instance }})\n description: \"Outdated snapshots on {{ $labels.instance }}: {{ $value | printf \"%.0f\"}} days \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> OutdatedSnapshots/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (time() - vmware_vm_snapshot_timestamp_seconds) / (60 * 60 * 24) > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Outdated Snapshots (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Outdated snapshots on {{ $labels.instance }}: {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.0f}} days \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameNetdata> div classrow-start-1 row-end-2> astro-island uidZ172fqE component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Netdata","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://github.com/netdata/netdata/blob/master/backends/prometheus/README.md","rules":1,0,{"name":0,"Netdata high cpu usage","description":0,"Netdata high CPU usage (> 80%)","query":0,"rate(netdata_cpu_cpu_percentage_average{dimension\"idle\"}1m) > 80","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host CPU steal noisy neighbor","description":0,"CPU steal is > 10%. A noisy neighbor is killing VM performances or a spot instance may be out of credit.","query":0,"rate(netdata_cpu_cpu_percentage_average{dimension\"steal\"}1m) > 10","severity":0,"warning","for":0,"5m"},0,{"name":0,"Netdata high memory usage","description":0,"Netdata high memory usage (> 80%)","query":0,"100 / netdata_system_ram_MB_average * netdata_system_ram_MB_average{dimension~\"free|cached\"} < 20","severity":0,"warning","for":0,"5m"},0,{"name":0,"Netdata low disk space","description":0,"Netdata low disk space (> 80%)","query":0,"100 / netdata_disk_space_GB_average * netdata_disk_space_GB_average{dimension~\"avail|cached\"} < 20","severity":0,"warning","for":0,"5m"},0,{"name":0,"Netdata predicted disk full","description":0,"Netdata predicted disk full in 24 hours","query":0,"predict_linear(netdata_disk_space_GB_average{dimension~\"avail|cached\"}3h, 24 * 3600) < 0","severity":0,"warning"},0,{"name":0,"Netdata MD mismatch cnt unsynchronized blocks","description":0,"RAID Array have unsynchronized blocks","query":0,"netdata_md_mismatch_cnt_unsynchronized_blocks_average > 1024","severity":0,"warning","for":0,"2m"},0,{"name":0,"Netdata disk reallocated sectors","description":0,"Reallocated sectors on disk","query":0,"increase(netdata_smartd_log_reallocated_sectors_count_sectors_average1m) > 0","severity":0,"info"},0,{"name":0,"Netdata disk current pending sector","description":0,"Disk current pending sector","query":0,"netdata_smartd_log_current_pending_sector_count_sectors_average > 0","severity":0,"warning"},0,{"name":0,"Netdata reported uncorrectable disk sectors","description":0,"Reported uncorrectable disk sectors","query":0,"increase(netdata_smartd_log_offline_uncorrectable_sector_count_sectors_average2m) > 0","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>9 rules/div> p classinline> Netdata high cpu usage, Host CPU steal noisy neighbor, Netdata high memory usage, Netdata low disk space, Netdata predicted disk full, Netdata MD mismatch cnt unsynchronized blocks, Netdata disk reallocated sectors, Netdata disk current pending sector, Netdata reported uncorrectable disk sectors /p> /div> div classrow-start-3 row-end-4> astro-island uidZ1fRsCJ prefixr637 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Netdata","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://github.com/netdata/netdata/blob/master/backends/prometheus/README.md","rules":1,0,{"name":0,"Netdata high cpu usage","description":0,"Netdata high CPU usage (> 80%)","query":0,"rate(netdata_cpu_cpu_percentage_average{dimension\"idle\"}1m) > 80","severity":0,"warning","for":0,"5m"},0,{"name":0,"Host CPU steal noisy neighbor","description":0,"CPU steal is > 10%. A noisy neighbor is killing VM performances or a spot instance may be out of credit.","query":0,"rate(netdata_cpu_cpu_percentage_average{dimension\"steal\"}1m) > 10","severity":0,"warning","for":0,"5m"},0,{"name":0,"Netdata high memory usage","description":0,"Netdata high memory usage (> 80%)","query":0,"100 / netdata_system_ram_MB_average * netdata_system_ram_MB_average{dimension~\"free|cached\"} < 20","severity":0,"warning","for":0,"5m"},0,{"name":0,"Netdata low disk space","description":0,"Netdata low disk space (> 80%)","query":0,"100 / netdata_disk_space_GB_average * netdata_disk_space_GB_average{dimension~\"avail|cached\"} < 20","severity":0,"warning","for":0,"5m"},0,{"name":0,"Netdata predicted disk full","description":0,"Netdata predicted disk full in 24 hours","query":0,"predict_linear(netdata_disk_space_GB_average{dimension~\"avail|cached\"}3h, 24 * 3600) < 0","severity":0,"warning"},0,{"name":0,"Netdata MD mismatch cnt unsynchronized blocks","description":0,"RAID Array have unsynchronized blocks","query":0,"netdata_md_mismatch_cnt_unsynchronized_blocks_average > 1024","severity":0,"warning","for":0,"2m"},0,{"name":0,"Netdata disk reallocated sectors","description":0,"Reallocated sectors on disk","query":0,"increase(netdata_smartd_log_reallocated_sectors_count_sectors_average1m) > 0","severity":0,"info"},0,{"name":0,"Netdata disk current pending sector","description":0,"Disk current pending sector","query":0,"netdata_smartd_log_current_pending_sector_count_sectors_average > 0","severity":0,"warning"},0,{"name":0,"Netdata reported uncorrectable disk sectors","description":0,"Reported uncorrectable disk sectors","query":0,"increase(netdata_smartd_log_offline_uncorrectable_sector_count_sectors_average2m) > 0","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r637R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Netdata high cpu usage/h3>p>Netdata high CPU usage (> 80%)/p>div classrounded-md>astro-island uid2bovUV prefixr157 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NetdataHighCpuUsage\n expr: 'rate(netdata_cpu_cpu_percentage_average{dimension\"idle\"}1m) > 80'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Netdata high cpu usage (instance {{ $labels.instance }})\n description: \"Netdata high CPU usage (> 80%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NetdataHighCpuUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(netdata_cpu_cpu_percentage_average{dimensionidle}1m) > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata high cpu usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata high CPU usage (> 80%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Host CPU steal noisy neighbor/h3>p>CPU steal is > 10%. A noisy neighbor is killing VM performances or a spot instance may be out of credit./p>div classrounded-md>astro-island uiddt34N prefixr158 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HostCpuStealNoisyNeighbor\n expr: 'rate(netdata_cpu_cpu_percentage_average{dimension\"steal\"}1m) > 10'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Host CPU steal noisy neighbor (instance {{ $labels.instance }})\n description: \"CPU steal is > 10%. A noisy neighbor is killing VM performances or a spot instance may be out of credit. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HostCpuStealNoisyNeighbor/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(netdata_cpu_cpu_percentage_average{dimensionsteal}1m) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Host CPU steal noisy neighbor (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CPU steal is > 10%. A noisy neighbor is killing VM performances or a spot instance may be out of credit. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Netdata high memory usage/h3>p>Netdata high memory usage (> 80%)/p>div classrounded-md>astro-island uid2rAvBu prefixr159 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NetdataHighMemoryUsage\n expr: '100 / netdata_system_ram_MB_average * netdata_system_ram_MB_average{dimension~\"free|cached\"} < 20'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Netdata high memory usage (instance {{ $labels.instance }})\n description: \"Netdata high memory usage (> 80%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NetdataHighMemoryUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 100 / netdata_system_ram_MB_average * netdata_system_ram_MB_average{dimension~free|cached} < 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata high memory usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata high memory usage (> 80%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Netdata low disk space/h3>p>Netdata low disk space (> 80%)/p>div classrounded-md>astro-island uidZ2tQGhV prefixr160 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NetdataLowDiskSpace\n expr: '100 / netdata_disk_space_GB_average * netdata_disk_space_GB_average{dimension~\"avail|cached\"} < 20'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Netdata low disk space (instance {{ $labels.instance }})\n description: \"Netdata low disk space (> 80%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NetdataLowDiskSpace/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 100 / netdata_disk_space_GB_average * netdata_disk_space_GB_average{dimension~avail|cached} < 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata low disk space (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata low disk space (> 80%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Netdata predicted disk full/h3>p>Netdata predicted disk full in 24 hours/p>div classrounded-md>astro-island uidZ12YdqJ prefixr161 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NetdataPredictedDiskFull\n expr: 'predict_linear(netdata_disk_space_GB_average{dimension~\"avail|cached\"}3h, 24 * 3600) < 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Netdata predicted disk full (instance {{ $labels.instance }})\n description: \"Netdata predicted disk full in 24 hours \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NetdataPredictedDiskFull/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> predict_linear(netdata_disk_space_GB_average{dimension~avail|cached}3h, 24 * 3600) < 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata predicted disk full (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata predicted disk full in 24 hours /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Netdata MD mismatch cnt unsynchronized blocks/h3>p>RAID Array have unsynchronized blocks/p>div classrounded-md>astro-island uidOOelz prefixr162 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NetdataMdMismatchCntUnsynchronizedBlocks\n expr: 'netdata_md_mismatch_cnt_unsynchronized_blocks_average > 1024'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Netdata MD mismatch cnt unsynchronized blocks (instance {{ $labels.instance }})\n description: \"RAID Array have unsynchronized blocks \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NetdataMdMismatchCntUnsynchronizedBlocks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> netdata_md_mismatch_cnt_unsynchronized_blocks_average > 1024/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata MD mismatch cnt unsynchronized blocks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RAID Array have unsynchronized blocks /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Netdata disk reallocated sectors/h3>p>Reallocated sectors on disk/p>div classrounded-md>astro-island uidZ2nRzIk prefixr163 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NetdataDiskReallocatedSectors\n expr: 'increase(netdata_smartd_log_reallocated_sectors_count_sectors_average1m) > 0'\n for: 0m\n labels:\n severity: info\n annotations:\n summary: Netdata disk reallocated sectors (instance {{ $labels.instance }})\n description: \"Reallocated sectors on disk \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NetdataDiskReallocatedSectors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(netdata_smartd_log_reallocated_sectors_count_sectors_average1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata disk reallocated sectors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Reallocated sectors on disk /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Netdata disk current pending sector/h3>p>Disk current pending sector/p>div classrounded-md>astro-island uidZ1G2pGc prefixr164 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NetdataDiskCurrentPendingSector\n expr: 'netdata_smartd_log_current_pending_sector_count_sectors_average > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Netdata disk current pending sector (instance {{ $labels.instance }})\n description: \"Disk current pending sector \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NetdataDiskCurrentPendingSector/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> netdata_smartd_log_current_pending_sector_count_sectors_average > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata disk current pending sector (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk current pending sector /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Netdata reported uncorrectable disk sectors/h3>p>Reported uncorrectable disk sectors/p>div classrounded-md>astro-island uidRTaxm prefixr165 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NetdataReportedUncorrectableDiskSectors\n expr: 'increase(netdata_smartd_log_offline_uncorrectable_sector_count_sectors_average2m) > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Netdata reported uncorrectable disk sectors (instance {{ $labels.instance }})\n description: \"Reported uncorrectable disk sectors \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NetdataReportedUncorrectableDiskSectors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(netdata_smartd_log_offline_uncorrectable_sector_count_sectors_average2m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Netdata reported uncorrectable disk sectors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Reported uncorrectable disk sectors /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div> /div> /section>section data-group-nameDatabases and brokers classmb-16> h2 classheading-sm>Databases and brokers/h2> div classgrid grid-dynamic-base gap-6> div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameMySQL> div classrow-start-1 row-end-2> astro-island uidZ29FTqs component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"MySQL","exporters":1,0,{"name":0,"prometheus/mysqld_exporter","slug":0,"mysqld-exporter","doc_url":0,"https://github.com/prometheus/mysqld_exporter","rules":1,0,{"name":0,"MySQL down","description":0,"MySQL instance is down on {{ $labels.instance }}","query":0,"mysql_up 0","severity":0,"critical"},0,{"name":0,"MySQL too many connections (> 80%)","description":0,"More than 80% of MySQL connections are in use on {{ $labels.instance }}","query":0,"max_over_time(mysql_global_status_threads_connected1m) / mysql_global_variables_max_connections * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"MySQL high prepared statements utilization (> 80%)","description":0,"High utilization of prepared statements (>80%) on {{ $labels.instance }}","query":0,"max_over_time(mysql_global_status_prepared_stmt_count1m) / mysql_global_variables_max_prepared_stmt_count * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"MySQL high threads running","description":0,"More than 60% of MySQL connections are in running state on {{ $labels.instance }}","query":0,"max_over_time(mysql_global_status_threads_running1m) / mysql_global_variables_max_connections * 100 > 60","severity":0,"warning","for":0,"2m"},0,{"name":0,"MySQL Slave IO thread not running","description":0,"MySQL Slave IO thread not running on {{ $labels.instance }}","query":0,"( mysql_slave_status_slave_io_running and ON (instance) mysql_slave_status_master_server_id > 0 ) 0","severity":0,"critical"},0,{"name":0,"MySQL Slave SQL thread not running","description":0,"MySQL Slave SQL thread not running on {{ $labels.instance }}","query":0,"( mysql_slave_status_slave_sql_running and ON (instance) mysql_slave_status_master_server_id > 0) 0","severity":0,"critical"},0,{"name":0,"MySQL Slave replication lag","description":0,"MySQL replication lag on {{ $labels.instance }}","query":0,"( (mysql_slave_status_seconds_behind_master - mysql_slave_status_sql_delay) and ON (instance) mysql_slave_status_master_server_id > 0 ) > 30","severity":0,"critical","for":0,"1m"},0,{"name":0,"MySQL slow queries","description":0,"MySQL server mysql has some new slow query.","query":0,"increase(mysql_global_status_slow_queries1m) > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"MySQL InnoDB log waits","description":0,"MySQL innodb log writes stalling","query":0,"rate(mysql_global_status_innodb_log_waits15m) > 10","severity":0,"warning"},0,{"name":0,"MySQL restarted","description":0,"MySQL has just been restarted, less than one minute ago on {{ $labels.instance }}.","query":0,"mysql_global_status_uptime < 60","severity":0,"info"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>10 rules/div> p classinline> MySQL down, MySQL too many connections (> 80%), MySQL high prepared statements utilization (> 80%), MySQL high threads running, MySQL Slave IO thread not running, MySQL Slave SQL thread not running, MySQL Slave replication lag, MySQL slow queries, MySQL InnoDB log waits, MySQL restarted /p> /div> div classrow-start-3 row-end-4> astro-island uidZ33ewp prefixr638 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"MySQL","exporters":1,0,{"name":0,"prometheus/mysqld_exporter","slug":0,"mysqld-exporter","doc_url":0,"https://github.com/prometheus/mysqld_exporter","rules":1,0,{"name":0,"MySQL down","description":0,"MySQL instance is down on {{ $labels.instance }}","query":0,"mysql_up 0","severity":0,"critical"},0,{"name":0,"MySQL too many connections (> 80%)","description":0,"More than 80% of MySQL connections are in use on {{ $labels.instance }}","query":0,"max_over_time(mysql_global_status_threads_connected1m) / mysql_global_variables_max_connections * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"MySQL high prepared statements utilization (> 80%)","description":0,"High utilization of prepared statements (>80%) on {{ $labels.instance }}","query":0,"max_over_time(mysql_global_status_prepared_stmt_count1m) / mysql_global_variables_max_prepared_stmt_count * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"MySQL high threads running","description":0,"More than 60% of MySQL connections are in running state on {{ $labels.instance }}","query":0,"max_over_time(mysql_global_status_threads_running1m) / mysql_global_variables_max_connections * 100 > 60","severity":0,"warning","for":0,"2m"},0,{"name":0,"MySQL Slave IO thread not running","description":0,"MySQL Slave IO thread not running on {{ $labels.instance }}","query":0,"( mysql_slave_status_slave_io_running and ON (instance) mysql_slave_status_master_server_id > 0 ) 0","severity":0,"critical"},0,{"name":0,"MySQL Slave SQL thread not running","description":0,"MySQL Slave SQL thread not running on {{ $labels.instance }}","query":0,"( mysql_slave_status_slave_sql_running and ON (instance) mysql_slave_status_master_server_id > 0) 0","severity":0,"critical"},0,{"name":0,"MySQL Slave replication lag","description":0,"MySQL replication lag on {{ $labels.instance }}","query":0,"( (mysql_slave_status_seconds_behind_master - mysql_slave_status_sql_delay) and ON (instance) mysql_slave_status_master_server_id > 0 ) > 30","severity":0,"critical","for":0,"1m"},0,{"name":0,"MySQL slow queries","description":0,"MySQL server mysql has some new slow query.","query":0,"increase(mysql_global_status_slow_queries1m) > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"MySQL InnoDB log waits","description":0,"MySQL innodb log writes stalling","query":0,"rate(mysql_global_status_innodb_log_waits15m) > 10","severity":0,"warning"},0,{"name":0,"MySQL restarted","description":0,"MySQL has just been restarted, less than one minute ago on {{ $labels.instance }}.","query":0,"mysql_global_status_uptime < 60","severity":0,"info"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r638R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>mysqld-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>MySQL down/h3>p>MySQL instance is down on {{ $labels.instance }}/p>div classrounded-md>astro-island uidZLKTpG prefixr166 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MySqlDown\n expr: 'mysql_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MySQL down (instance {{ $labels.instance }})\n description: \"MySQL instance is down on {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySqlDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mysql_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL instance is down on {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>MySQL too many connections (> 80%)/h3>p>More than 80% of MySQL connections are in use on {{ $labels.instance }}/p>div classrounded-md>astro-island uidZ2vW2ds prefixr167 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MySqlTooManyConnections80\n expr: 'max_over_time(mysql_global_status_threads_connected1m) / mysql_global_variables_max_connections * 100 > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MySQL too many connections (> 80%) (instance {{ $labels.instance }})\n description: \"More than 80% of MySQL connections are in use on {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySqlTooManyConnections80/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> max_over_time(mysql_global_status_threads_connected1m) / mysql_global_variables_max_connections * 100 > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL too many connections (> 80%) (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> More than 80% of MySQL connections are in use on {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>MySQL high prepared statements utilization (> 80%)/h3>p>High utilization of prepared statements (>80%) on {{ $labels.instance }}/p>div classrounded-md>astro-island uidyWwUd prefixr168 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MySqlHighPreparedStatementsUtilization80\n expr: 'max_over_time(mysql_global_status_prepared_stmt_count1m) / mysql_global_variables_max_prepared_stmt_count * 100 > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MySQL high prepared statements utilization (> 80%) (instance {{ $labels.instance }})\n description: \"High utilization of prepared statements (>80%) on {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySqlHighPreparedStatementsUtilization80/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> max_over_time(mysql_global_status_prepared_stmt_count1m) / mysql_global_variables_max_prepared_stmt_count * 100 > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL high prepared statements utilization (> 80%) (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High utilization of prepared statements (>80%) on {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>MySQL high threads running/h3>p>More than 60% of MySQL connections are in running state on {{ $labels.instance }}/p>div classrounded-md>astro-island uidZ2i6xrP prefixr169 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MySqlHighThreadsRunning\n expr: 'max_over_time(mysql_global_status_threads_running1m) / mysql_global_variables_max_connections * 100 > 60'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MySQL high threads running (instance {{ $labels.instance }})\n description: \"More than 60% of MySQL connections are in running state on {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySqlHighThreadsRunning/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> max_over_time(mysql_global_status_threads_running1m) / mysql_global_variables_max_connections * 100 > 60/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL high threads running (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> More than 60% of MySQL connections are in running state on {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>MySQL Slave IO thread not running/h3>p>MySQL Slave IO thread not running on {{ $labels.instance }}/p>div classrounded-md>astro-island uidPx1FK prefixr170 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MySqlSlaveIoThreadNotRunning\n expr: '( mysql_slave_status_slave_io_running and ON (instance) mysql_slave_status_master_server_id > 0 ) 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MySQL Slave IO thread not running (instance {{ $labels.instance }})\n description: \"MySQL Slave IO thread not running on {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySqlSlaveIoThreadNotRunning/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ( mysql_slave_status_slave_io_running and ON (instance) mysql_slave_status_master_server_id > 0 ) 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL Slave IO thread not running (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL Slave IO thread not running on {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>MySQL Slave SQL thread not running/h3>p>MySQL Slave SQL thread not running on {{ $labels.instance }}/p>div classrounded-md>astro-island uidZQG1Kp prefixr171 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MySqlSlaveSqlThreadNotRunning\n expr: '( mysql_slave_status_slave_sql_running and ON (instance) mysql_slave_status_master_server_id > 0) 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MySQL Slave SQL thread not running (instance {{ $labels.instance }})\n description: \"MySQL Slave SQL thread not running on {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySqlSlaveSqlThreadNotRunning/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ( mysql_slave_status_slave_sql_running and ON (instance) mysql_slave_status_master_server_id > 0) 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL Slave SQL thread not running (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL Slave SQL thread not running on {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>MySQL Slave replication lag/h3>p>MySQL replication lag on {{ $labels.instance }}/p>div classrounded-md>astro-island uidZYF0rO prefixr172 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MySqlSlaveReplicationLag\n expr: '( (mysql_slave_status_seconds_behind_master - mysql_slave_status_sql_delay) and ON (instance) mysql_slave_status_master_server_id > 0 ) > 30'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: MySQL Slave replication lag (instance {{ $labels.instance }})\n description: \"MySQL replication lag on {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySqlSlaveReplicationLag/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ( (mysql_slave_status_seconds_behind_master - mysql_slave_status_sql_delay) and ON (instance) mysql_slave_status_master_server_id > 0 ) > 30/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL Slave replication lag (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL replication lag on {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>MySQL slow queries/h3>p>MySQL server mysql has some new slow query./p>div classrounded-md>astro-island uidZ18wdor prefixr173 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MySqlSlowQueries\n expr: 'increase(mysql_global_status_slow_queries1m) > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MySQL slow queries (instance {{ $labels.instance }})\n description: \"MySQL server mysql has some new slow query. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySqlSlowQueries/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(mysql_global_status_slow_queries1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL slow queries (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL server mysql has some new slow query. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>MySQL InnoDB log waits/h3>p>MySQL innodb log writes stalling/p>div classrounded-md>astro-island uidZ24ozvf prefixr174 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MySqlInnoDbLogWaits\n expr: 'rate(mysql_global_status_innodb_log_waits15m) > 10'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: MySQL InnoDB log waits (instance {{ $labels.instance }})\n description: \"MySQL innodb log writes stalling \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySqlInnoDbLogWaits/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(mysql_global_status_innodb_log_waits15m) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL InnoDB log waits (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL innodb log writes stalling /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>MySQL restarted/h3>p>MySQL has just been restarted, less than one minute ago on {{ $labels.instance }}./p>div classrounded-md>astro-island uidZ1u58mE prefixr175 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MySqlRestarted\n expr: 'mysql_global_status_uptime < 60'\n for: 0m\n labels:\n severity: info\n annotations:\n summary: MySQL restarted (instance {{ $labels.instance }})\n description: \"MySQL has just been restarted, less than one minute ago on {{ $labels.instance }}. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySqlRestarted/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mysql_global_status_uptime < 60/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL restarted (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MySQL has just been restarted, less than one minute ago on {{ $labels.instance }}. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-namePostgreSQL> div classrow-start-1 row-end-2> astro-island uid27jjKz component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"PostgreSQL","exporters":1,0,{"name":0,"prometheus-community/postgres_exporter","slug":0,"postgres-exporter","doc_url":0,"https://github.com/prometheus-community/postgres_exporter","rules":1,0,{"name":0,"Postgresql down","description":0,"Postgresql instance is down","query":0,"pg_up 0","severity":0,"critical"},0,{"name":0,"Postgresql restarted","description":0,"Postgresql restarted","query":0,"time() - pg_postmaster_start_time_seconds < 60","severity":0,"critical"},0,{"name":0,"Postgresql exporter error","description":0,"Postgresql exporter is showing errors. A query may be buggy in query.yaml","query":0,"pg_exporter_last_scrape_error > 0","severity":0,"critical"},0,{"name":0,"Postgresql table not auto vacuumed","description":0,"Table {{ $labels.relname }} has not been auto vacuumed for 10 days","query":0,"(pg_stat_user_tables_last_autovacuum > 0) and (time() - pg_stat_user_tables_last_autovacuum) > 60 * 60 * 24 * 10","severity":0,"warning"},0,{"name":0,"Postgresql table not auto analyzed","description":0,"Table {{ $labels.relname }} has not been auto analyzed for 10 days","query":0,"(pg_stat_user_tables_last_autoanalyze > 0) and (time() - pg_stat_user_tables_last_autoanalyze) > 24 * 60 * 60 * 10","severity":0,"warning"},0,{"name":0,"Postgresql too many connections","description":0,"PostgreSQL instance has too many connections (> 80%).","query":0,"sum by (instance, job, server) (pg_stat_activity_count) > min by (instance, job, server) (pg_settings_max_connections * 0.8)","severity":0,"warning","for":0,"2m"},0,{"name":0,"Postgresql not enough connections","description":0,"PostgreSQL instance should have more connections (> 5)","query":0,"sum by (datname) (pg_stat_activity_count{datname!~\"template.*|postgres\"}) < 5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Postgresql dead locks","description":0,"PostgreSQL has dead-locks","query":0,"increase(pg_stat_database_deadlocks{datname!~\"template.*|postgres\"}1m) > 5","severity":0,"warning"},0,{"name":0,"Postgresql high rollback rate","description":0,"Ratio of transactions being aborted compared to committed is > 2 %","query":0,"sum by (namespace,datname) ((rate(pg_stat_database_xact_rollback{datname!~\"template.*|postgres\",datid!\"0\"}3m)) / ((rate(pg_stat_database_xact_rollback{datname!~\"template.*|postgres\",datid!\"0\"}3m)) + (rate(pg_stat_database_xact_commit{datname!~\"template.*|postgres\",datid!\"0\"}3m)))) > 0.02","severity":0,"warning"},0,{"name":0,"Postgresql commit rate low","description":0,"Postgresql seems to be processing very few transactions","query":0,"rate(pg_stat_database_xact_commit1m) < 10","severity":0,"critical","for":0,"2m"},0,{"name":0,"Postgresql low XID consumption","description":0,"Postgresql seems to be consuming transaction IDs very slowly","query":0,"rate(pg_txid_current1m) < 5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Postgresql high rate statement timeout","description":0,"Postgres transactions showing high rate of statement timeouts","query":0,"rate(postgresql_errors_total{type\"statement_timeout\"}1m) > 3","severity":0,"critical"},0,{"name":0,"Postgresql high rate deadlock","description":0,"Postgres detected deadlocks","query":0,"increase(postgresql_errors_total{type\"deadlock_detected\"}1m) > 1","severity":0,"critical"},0,{"name":0,"Postgresql unused replication slot","description":0,"Unused Replication Slots","query":0,"pg_replication_slots_active 0","severity":0,"warning","for":0,"1m"},0,{"name":0,"Postgresql too many dead tuples","description":0,"PostgreSQL dead tuples is too large","query":0,"((pg_stat_user_tables_n_dead_tup > 10000) / (pg_stat_user_tables_n_live_tup + pg_stat_user_tables_n_dead_tup)) > 0.1","severity":0,"warning","for":0,"2m"},0,{"name":0,"Postgresql configuration changed","description":0,"Postgres Database configuration change has occurred","query":0,"{__name__~\"pg_settings_.*\"} ! ON(__name__) {__name__~\"pg_settings_(^t|t^r|tr^a|tra^n|tran^s|trans^a|transa^c|transac^t|transact^i|transacti^o|transactio^n|transaction^_|transaction_^r|transaction_r^e|transaction_re^a|transaction_rea^d|transaction_read^_|transaction_read_^o|transaction_read_o^n|transaction_read_on^l|transaction_read_onl^y).*\"} OFFSET 5m","severity":0,"info"},0,{"name":0,"Postgresql SSL compression active","description":0,"Database connections with SSL compression enabled. This may add significant jitter in replication delay. Replicas should turn off SSL compression via `sslcompression0` in `recovery.conf`.","query":0,"sum(pg_stat_ssl_compression) > 0","severity":0,"critical"},0,{"name":0,"Postgresql too many locks acquired","description":0,"Too many locks acquired on the database. If this alert happens frequently, we may need to increase the postgres setting max_locks_per_transaction.","query":0,"((sum (pg_locks_count)) / (pg_settings_max_locks_per_transaction * pg_settings_max_connections)) > 0.20","severity":0,"critical","for":0,"2m"},0,{"name":0,"Postgresql bloat index high (> 80%)","description":0,"The index {{ $labels.idxname }} is bloated. You should execute `REINDEX INDEX CONCURRENTLY {{ $labels.idxname }};`","query":0,"pg_bloat_btree_bloat_pct > 80 and on (idxname) (pg_bloat_btree_real_size > 100000000)","severity":0,"warning","for":0,"1h","comments":0,"See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737\n"},0,{"name":0,"Postgresql bloat table high (> 80%)","description":0,"The table {{ $labels.relname }} is bloated. You should execute `VACUUM {{ $labels.relname }};`","query":0,"pg_bloat_table_bloat_pct > 80 and on (relname) (pg_bloat_table_real_size > 200000000)","severity":0,"warning","for":0,"1h","comments":0,"See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737\n"},0,{"name":0,"Postgresql invalid index","description":0,"The table {{ $labels.relname }} has an invalid index: {{ $labels.indexrelname }}. You should execute `DROP INDEX {{ $labels.indexrelname }};`","query":0,"pg_general_index_info_pg_relation_size{indexrelname~\".*ccnew.*\"}","severity":0,"warning","for":0,"6h","comments":0,"See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737\n"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>21 rules/div> p classinline> Postgresql down, Postgresql restarted, Postgresql exporter error, Postgresql table not auto vacuumed, Postgresql table not auto analyzed, Postgresql too many connections, Postgresql not enough connections, Postgresql dead locks, Postgresql high rollback rate, Postgresql commit rate low, Postgresql low XID consumption, Postgresql high rate statement timeout, Postgresql high rate deadlock, Postgresql unused replication slot, Postgresql too many dead tuples, Postgresql configuration changed, Postgresql SSL compression active, Postgresql too many locks acquired, Postgresql bloat index high (> 80%), Postgresql bloat table high (> 80%), Postgresql invalid index /p> /div> div classrow-start-3 row-end-4> astro-island uid1Xw02B prefixr653 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"PostgreSQL","exporters":1,0,{"name":0,"prometheus-community/postgres_exporter","slug":0,"postgres-exporter","doc_url":0,"https://github.com/prometheus-community/postgres_exporter","rules":1,0,{"name":0,"Postgresql down","description":0,"Postgresql instance is down","query":0,"pg_up 0","severity":0,"critical"},0,{"name":0,"Postgresql restarted","description":0,"Postgresql restarted","query":0,"time() - pg_postmaster_start_time_seconds < 60","severity":0,"critical"},0,{"name":0,"Postgresql exporter error","description":0,"Postgresql exporter is showing errors. A query may be buggy in query.yaml","query":0,"pg_exporter_last_scrape_error > 0","severity":0,"critical"},0,{"name":0,"Postgresql table not auto vacuumed","description":0,"Table {{ $labels.relname }} has not been auto vacuumed for 10 days","query":0,"(pg_stat_user_tables_last_autovacuum > 0) and (time() - pg_stat_user_tables_last_autovacuum) > 60 * 60 * 24 * 10","severity":0,"warning"},0,{"name":0,"Postgresql table not auto analyzed","description":0,"Table {{ $labels.relname }} has not been auto analyzed for 10 days","query":0,"(pg_stat_user_tables_last_autoanalyze > 0) and (time() - pg_stat_user_tables_last_autoanalyze) > 24 * 60 * 60 * 10","severity":0,"warning"},0,{"name":0,"Postgresql too many connections","description":0,"PostgreSQL instance has too many connections (> 80%).","query":0,"sum by (instance, job, server) (pg_stat_activity_count) > min by (instance, job, server) (pg_settings_max_connections * 0.8)","severity":0,"warning","for":0,"2m"},0,{"name":0,"Postgresql not enough connections","description":0,"PostgreSQL instance should have more connections (> 5)","query":0,"sum by (datname) (pg_stat_activity_count{datname!~\"template.*|postgres\"}) < 5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Postgresql dead locks","description":0,"PostgreSQL has dead-locks","query":0,"increase(pg_stat_database_deadlocks{datname!~\"template.*|postgres\"}1m) > 5","severity":0,"warning"},0,{"name":0,"Postgresql high rollback rate","description":0,"Ratio of transactions being aborted compared to committed is > 2 %","query":0,"sum by (namespace,datname) ((rate(pg_stat_database_xact_rollback{datname!~\"template.*|postgres\",datid!\"0\"}3m)) / ((rate(pg_stat_database_xact_rollback{datname!~\"template.*|postgres\",datid!\"0\"}3m)) + (rate(pg_stat_database_xact_commit{datname!~\"template.*|postgres\",datid!\"0\"}3m)))) > 0.02","severity":0,"warning"},0,{"name":0,"Postgresql commit rate low","description":0,"Postgresql seems to be processing very few transactions","query":0,"rate(pg_stat_database_xact_commit1m) < 10","severity":0,"critical","for":0,"2m"},0,{"name":0,"Postgresql low XID consumption","description":0,"Postgresql seems to be consuming transaction IDs very slowly","query":0,"rate(pg_txid_current1m) < 5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Postgresql high rate statement timeout","description":0,"Postgres transactions showing high rate of statement timeouts","query":0,"rate(postgresql_errors_total{type\"statement_timeout\"}1m) > 3","severity":0,"critical"},0,{"name":0,"Postgresql high rate deadlock","description":0,"Postgres detected deadlocks","query":0,"increase(postgresql_errors_total{type\"deadlock_detected\"}1m) > 1","severity":0,"critical"},0,{"name":0,"Postgresql unused replication slot","description":0,"Unused Replication Slots","query":0,"pg_replication_slots_active 0","severity":0,"warning","for":0,"1m"},0,{"name":0,"Postgresql too many dead tuples","description":0,"PostgreSQL dead tuples is too large","query":0,"((pg_stat_user_tables_n_dead_tup > 10000) / (pg_stat_user_tables_n_live_tup + pg_stat_user_tables_n_dead_tup)) > 0.1","severity":0,"warning","for":0,"2m"},0,{"name":0,"Postgresql configuration changed","description":0,"Postgres Database configuration change has occurred","query":0,"{__name__~\"pg_settings_.*\"} ! ON(__name__) {__name__~\"pg_settings_(^t|t^r|tr^a|tra^n|tran^s|trans^a|transa^c|transac^t|transact^i|transacti^o|transactio^n|transaction^_|transaction_^r|transaction_r^e|transaction_re^a|transaction_rea^d|transaction_read^_|transaction_read_^o|transaction_read_o^n|transaction_read_on^l|transaction_read_onl^y).*\"} OFFSET 5m","severity":0,"info"},0,{"name":0,"Postgresql SSL compression active","description":0,"Database connections with SSL compression enabled. This may add significant jitter in replication delay. Replicas should turn off SSL compression via `sslcompression0` in `recovery.conf`.","query":0,"sum(pg_stat_ssl_compression) > 0","severity":0,"critical"},0,{"name":0,"Postgresql too many locks acquired","description":0,"Too many locks acquired on the database. If this alert happens frequently, we may need to increase the postgres setting max_locks_per_transaction.","query":0,"((sum (pg_locks_count)) / (pg_settings_max_locks_per_transaction * pg_settings_max_connections)) > 0.20","severity":0,"critical","for":0,"2m"},0,{"name":0,"Postgresql bloat index high (> 80%)","description":0,"The index {{ $labels.idxname }} is bloated. You should execute `REINDEX INDEX CONCURRENTLY {{ $labels.idxname }};`","query":0,"pg_bloat_btree_bloat_pct > 80 and on (idxname) (pg_bloat_btree_real_size > 100000000)","severity":0,"warning","for":0,"1h","comments":0,"See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737\n"},0,{"name":0,"Postgresql bloat table high (> 80%)","description":0,"The table {{ $labels.relname }} is bloated. You should execute `VACUUM {{ $labels.relname }};`","query":0,"pg_bloat_table_bloat_pct > 80 and on (relname) (pg_bloat_table_real_size > 200000000)","severity":0,"warning","for":0,"1h","comments":0,"See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737\n"},0,{"name":0,"Postgresql invalid index","description":0,"The table {{ $labels.relname }} has an invalid index: {{ $labels.indexrelname }}. You should execute `DROP INDEX {{ $labels.indexrelname }};`","query":0,"pg_general_index_info_pg_relation_size{indexrelname~\".*ccnew.*\"}","severity":0,"warning","for":0,"6h","comments":0,"See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737\n"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r653R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>postgres-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Postgresql down/h3>p>Postgresql instance is down/p>div classrounded-md>astro-island uidAywix prefixr176 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlDown\n expr: 'pg_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Postgresql down (instance {{ $labels.instance }})\n description: \"Postgresql instance is down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> pg_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql instance is down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Postgresql restarted/h3>p>Postgresql restarted/p>div classrounded-md>astro-island uidZrLslG prefixr177 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlRestarted\n expr: 'time() - pg_postmaster_start_time_seconds < 60'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Postgresql restarted (instance {{ $labels.instance }})\n description: \"Postgresql restarted \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlRestarted/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> time() - pg_postmaster_start_time_seconds < 60/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql restarted (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql restarted /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Postgresql exporter error/h3>p>Postgresql exporter is showing errors. A query may be buggy in query.yaml/p>div classrounded-md>astro-island uid2a09oi prefixr178 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlExporterError\n expr: 'pg_exporter_last_scrape_error > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Postgresql exporter error (instance {{ $labels.instance }})\n description: \"Postgresql exporter is showing errors. A query may be buggy in query.yaml \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlExporterError/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> pg_exporter_last_scrape_error > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql exporter error (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql exporter is showing errors. A query may be buggy in query.yaml /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Postgresql table not auto vacuumed/h3>p>Table {{ $labels.relname }} has not been auto vacuumed for 10 days/p>div classrounded-md>astro-island uid1va4Ps prefixr179 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlTableNotAutoVacuumed\n expr: '(pg_stat_user_tables_last_autovacuum > 0) and (time() - pg_stat_user_tables_last_autovacuum) > 60 * 60 * 24 * 10'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Postgresql table not auto vacuumed (instance {{ $labels.instance }})\n description: \"Table {{ $labels.relname }} has not been auto vacuumed for 10 days \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlTableNotAutoVacuumed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (pg_stat_user_tables_last_autovacuum > 0) and (time() - pg_stat_user_tables_last_autovacuum) > 60 * 60 * 24 * 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql table not auto vacuumed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Table {{ $labels.relname }} has not been auto vacuumed for 10 days /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Postgresql table not auto analyzed/h3>p>Table {{ $labels.relname }} has not been auto analyzed for 10 days/p>div classrounded-md>astro-island uidZ2oG9a8 prefixr180 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlTableNotAutoAnalyzed\n expr: '(pg_stat_user_tables_last_autoanalyze > 0) and (time() - pg_stat_user_tables_last_autoanalyze) > 24 * 60 * 60 * 10'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Postgresql table not auto analyzed (instance {{ $labels.instance }})\n description: \"Table {{ $labels.relname }} has not been auto analyzed for 10 days \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlTableNotAutoAnalyzed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (pg_stat_user_tables_last_autoanalyze > 0) and (time() - pg_stat_user_tables_last_autoanalyze) > 24 * 60 * 60 * 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql table not auto analyzed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Table {{ $labels.relname }} has not been auto analyzed for 10 days /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Postgresql too many connections/h3>p>PostgreSQL instance has too many connections (> 80%)./p>div classrounded-md>astro-island uidZ26RuHe prefixr181 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlTooManyConnections\n expr: 'sum by (instance, job, server) (pg_stat_activity_count) > min by (instance, job, server) (pg_settings_max_connections * 0.8)'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Postgresql too many connections (instance {{ $labels.instance }})\n description: \"PostgreSQL instance has too many connections (> 80%). \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlTooManyConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (instance, job, server) (pg_stat_activity_count) > min by (instance, job, server) (pg_settings_max_connections * 0.8)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql too many connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgreSQL instance has too many connections (> 80%). /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Postgresql not enough connections/h3>p>PostgreSQL instance should have more connections (> 5)/p>div classrounded-md>astro-island uidZLPdh3 prefixr182 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlNotEnoughConnections\n expr: 'sum by (datname) (pg_stat_activity_count{datname!~\"template.*|postgres\"}) < 5'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Postgresql not enough connections (instance {{ $labels.instance }})\n description: \"PostgreSQL instance should have more connections (> 5) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlNotEnoughConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (datname) (pg_stat_activity_count{datname!~template.*|postgres}) < 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql not enough connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgreSQL instance should have more connections (> 5) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Postgresql dead locks/h3>p>PostgreSQL has dead-locks/p>div classrounded-md>astro-island uid2lSSHm prefixr183 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlDeadLocks\n expr: 'increase(pg_stat_database_deadlocks{datname!~\"template.*|postgres\"}1m) > 5'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Postgresql dead locks (instance {{ $labels.instance }})\n description: \"PostgreSQL has dead-locks \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlDeadLocks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(pg_stat_database_deadlocks{datname!~template.*|postgres}1m) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql dead locks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgreSQL has dead-locks /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Postgresql high rollback rate/h3>p>Ratio of transactions being aborted compared to committed is > 2 %/p>div classrounded-md>astro-island uid1m56Yb prefixr184 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlHighRollbackRate\n expr: 'sum by (namespace,datname) ((rate(pg_stat_database_xact_rollback{datname!~\"template.*|postgres\",datid!\"0\"}3m)) / ((rate(pg_stat_database_xact_rollback{datname!~\"template.*|postgres\",datid!\"0\"}3m)) + (rate(pg_stat_database_xact_commit{datname!~\"template.*|postgres\",datid!\"0\"}3m)))) > 0.02'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Postgresql high rollback rate (instance {{ $labels.instance }})\n description: \"Ratio of transactions being aborted compared to committed is > 2 % \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlHighRollbackRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (namespace,datname) ((rate(pg_stat_database_xact_rollback{datname!~template.*|postgres,datid!0}3m)) / ((rate(pg_stat_database_xact_rollback{datname!~template.*|postgres,datid!0}3m)) + (rate(pg_stat_database_xact_commit{datname!~template.*|postgres,datid!0}3m)))) > 0.02/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql high rollback rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ratio of transactions being aborted compared to committed is > 2 % /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Postgresql commit rate low/h3>p>Postgresql seems to be processing very few transactions/p>div classrounded-md>astro-island uid2ehXa1 prefixr185 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlCommitRateLow\n expr: 'rate(pg_stat_database_xact_commit1m) < 10'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Postgresql commit rate low (instance {{ $labels.instance }})\n description: \"Postgresql seems to be processing very few transactions \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlCommitRateLow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(pg_stat_database_xact_commit1m) < 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql commit rate low (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql seems to be processing very few transactions /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Postgresql low XID consumption/h3>p>Postgresql seems to be consuming transaction IDs very slowly/p>div classrounded-md>astro-island uidZ1lvWc prefixr186 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlLowXidConsumption\n expr: 'rate(pg_txid_current1m) < 5'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Postgresql low XID consumption (instance {{ $labels.instance }})\n description: \"Postgresql seems to be consuming transaction IDs very slowly \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlLowXidConsumption/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(pg_txid_current1m) < 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql low XID consumption (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql seems to be consuming transaction IDs very slowly /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Postgresql high rate statement timeout/h3>p>Postgres transactions showing high rate of statement timeouts/p>div classrounded-md>astro-island uid1xd52l prefixr187 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlHighRateStatementTimeout\n expr: 'rate(postgresql_errors_total{type\"statement_timeout\"}1m) > 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Postgresql high rate statement timeout (instance {{ $labels.instance }})\n description: \"Postgres transactions showing high rate of statement timeouts \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlHighRateStatementTimeout/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(postgresql_errors_total{typestatement_timeout}1m) > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql high rate statement timeout (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgres transactions showing high rate of statement timeouts /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>Postgresql high rate deadlock/h3>p>Postgres detected deadlocks/p>div classrounded-md>astro-island uidZ1hWDgf prefixr188 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlHighRateDeadlock\n expr: 'increase(postgresql_errors_total{type\"deadlock_detected\"}1m) > 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Postgresql high rate deadlock (instance {{ $labels.instance }})\n description: \"Postgres detected deadlocks \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlHighRateDeadlock/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(postgresql_errors_total{typedeadlock_detected}1m) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql high rate deadlock (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgres detected deadlocks /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>14/div>div>h3 classheading-lg mb-2>Postgresql unused replication slot/h3>p>Unused Replication Slots/p>div classrounded-md>astro-island uidaIDfT prefixr189 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlUnusedReplicationSlot\n expr: 'pg_replication_slots_active 0'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Postgresql unused replication slot (instance {{ $labels.instance }})\n description: \"Unused Replication Slots \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlUnusedReplicationSlot/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> pg_replication_slots_active 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql unused replication slot (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Unused Replication Slots /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>15/div>div>h3 classheading-lg mb-2>Postgresql too many dead tuples/h3>p>PostgreSQL dead tuples is too large/p>div classrounded-md>astro-island uid17lQ1s prefixr190 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlTooManyDeadTuples\n expr: '((pg_stat_user_tables_n_dead_tup > 10000) / (pg_stat_user_tables_n_live_tup + pg_stat_user_tables_n_dead_tup)) > 0.1'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Postgresql too many dead tuples (instance {{ $labels.instance }})\n description: \"PostgreSQL dead tuples is too large \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlTooManyDeadTuples/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((pg_stat_user_tables_n_dead_tup > 10000) / (pg_stat_user_tables_n_live_tup + pg_stat_user_tables_n_dead_tup)) > 0.1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql too many dead tuples (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgreSQL dead tuples is too large /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>16/div>div>h3 classheading-lg mb-2>Postgresql configuration changed/h3>p>Postgres Database configuration change has occurred/p>div classrounded-md>astro-island uidKCyAd prefixr191 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlConfigurationChanged\n expr: '{__name__~\"pg_settings_.*\"} ! ON(__name__) {__name__~\"pg_settings_(^t|t^r|tr^a|tra^n|tran^s|trans^a|transa^c|transac^t|transact^i|transacti^o|transactio^n|transaction^_|transaction_^r|transaction_r^e|transaction_re^a|transaction_rea^d|transaction_read^_|transaction_read_^o|transaction_read_o^n|transaction_read_on^l|transaction_read_onl^y).*\"} OFFSET 5m'\n for: 0m\n labels:\n severity: info\n annotations:\n summary: Postgresql configuration changed (instance {{ $labels.instance }})\n description: \"Postgres Database configuration change has occurred \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlConfigurationChanged/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> {__name__~pg_settings_.*} ! ON(__name__) {__name__~pg_settings_(^t|t^r|tr^a|tra^n|tran^s|trans^a|transa^c|transac^t|transact^i|transacti^o|transactio^n|transaction^_|transaction_^r|transaction_r^e|transaction_re^a|transaction_rea^d|transaction_read^_|transaction_read_^o|transaction_read_o^n|transaction_read_on^l|transaction_read_onl^y).*} OFFSET 5m/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql configuration changed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgres Database configuration change has occurred /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>17/div>div>h3 classheading-lg mb-2>Postgresql SSL compression active/h3>p>Database connections with SSL compression enabled. This may add significant jitter in replication delay. Replicas should turn off SSL compression via `sslcompression0` in `recovery.conf`./p>div classrounded-md>astro-island uidZbW26j prefixr192 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlSslCompressionActive\n expr: 'sum(pg_stat_ssl_compression) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Postgresql SSL compression active (instance {{ $labels.instance }})\n description: \"Database connections with SSL compression enabled. This may add significant jitter in replication delay. Replicas should turn off SSL compression via `sslcompression0` in `recovery.conf`. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlSslCompressionActive/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(pg_stat_ssl_compression) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql SSL compression active (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Database connections with SSL compression enabled. This may add significant jitter in replication delay. Replicas should turn off SSL compression via `sslcompression0` in `recovery.conf`. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>18/div>div>h3 classheading-lg mb-2>Postgresql too many locks acquired/h3>p>Too many locks acquired on the database. If this alert happens frequently, we may need to increase the postgres setting max_locks_per_transaction./p>div classrounded-md>astro-island uidZ1VyOGu prefixr193 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PostgresqlTooManyLocksAcquired\n expr: '((sum (pg_locks_count)) / (pg_settings_max_locks_per_transaction * pg_settings_max_connections)) > 0.20'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Postgresql too many locks acquired (instance {{ $labels.instance }})\n description: \"Too many locks acquired on the database. If this alert happens frequently, we may need to increase the postgres setting max_locks_per_transaction. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlTooManyLocksAcquired/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((sum (pg_locks_count)) / (pg_settings_max_locks_per_transaction * pg_settings_max_connections)) > 0.20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql too many locks acquired (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many locks acquired on the database. If this alert happens frequently, we may need to increase the postgres setting max_locks_per_transaction. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>19/div>div>h3 classheading-lg mb-2>Postgresql bloat index high (> 80%)/h3>p>The index {{ $labels.idxname }} is bloated. You should execute `REINDEX INDEX CONCURRENTLY {{ $labels.idxname }};`/p>div classrounded-md>astro-island uidZ1RIKuL prefixr194 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737\n- alert: PostgresqlBloatIndexHigh80\n expr: 'pg_bloat_btree_bloat_pct > 80 and on (idxname) (pg_bloat_btree_real_size > 100000000)'\n for: 1h\n labels:\n severity: warning\n annotations:\n summary: Postgresql bloat index high (> 80%) (instance {{ $labels.instance }})\n description: \"The index {{ $labels.idxname }} is bloated. You should execute `REINDEX INDEX CONCURRENTLY {{ $labels.idxname }};` \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737/span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlBloatIndexHigh80/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> pg_bloat_btree_bloat_pct > 80 and on (idxname) (pg_bloat_btree_real_size > 100000000)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql bloat index high (> 80%) (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The index {{ $labels.idxname }} is bloated. You should execute `REINDEX INDEX CONCURRENTLY {{ $labels.idxname }};` /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>20/div>div>h3 classheading-lg mb-2>Postgresql bloat table high (> 80%)/h3>p>The table {{ $labels.relname }} is bloated. You should execute `VACUUM {{ $labels.relname }};`/p>div classrounded-md>astro-island uid2putb9 prefixr195 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737\n- alert: PostgresqlBloatTableHigh80\n expr: 'pg_bloat_table_bloat_pct > 80 and on (relname) (pg_bloat_table_real_size > 200000000)'\n for: 1h\n labels:\n severity: warning\n annotations:\n summary: Postgresql bloat table high (> 80%) (instance {{ $labels.instance }})\n description: \"The table {{ $labels.relname }} is bloated. You should execute `VACUUM {{ $labels.relname }};` \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737/span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlBloatTableHigh80/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> pg_bloat_table_bloat_pct > 80 and on (relname) (pg_bloat_table_real_size > 200000000)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql bloat table high (> 80%) (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The table {{ $labels.relname }} is bloated. You should execute `VACUUM {{ $labels.relname }};` /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>21/div>div>h3 classheading-lg mb-2>Postgresql invalid index/h3>p>The table {{ $labels.relname }} has an invalid index: {{ $labels.indexrelname }}. You should execute `DROP INDEX {{ $labels.indexrelname }};`/p>div classrounded-md>astro-island uid1mbEkb prefixr196 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737\n- alert: PostgresqlInvalidIndex\n expr: 'pg_general_index_info_pg_relation_size{indexrelname~\".*ccnew.*\"}'\n for: 6h\n labels:\n severity: warning\n annotations:\n summary: Postgresql invalid index (instance {{ $labels.instance }})\n description: \"The table {{ $labels.relname }} has an invalid index: {{ $labels.indexrelname }}. You should execute `DROP INDEX {{ $labels.indexrelname }};` \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># See https://github.com/samber/awesome-prometheus-alerts/issues/289#issuecomment-1164842737/span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PostgresqlInvalidIndex/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> pg_general_index_info_pg_relation_size{indexrelname~.*ccnew.*}/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 6h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Postgresql invalid index (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The table {{ $labels.relname }} has an invalid index: {{ $labels.indexrelname }}. You should execute `DROP INDEX {{ $labels.indexrelname }};` /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameSQL Server> div classrow-start-1 row-end-2> astro-island uid1kw34R component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"SQL Server","exporters":1,0,{"name":0,"Ozarklake/prometheus-mssql-exporter","slug":0,"ozarklake-mssql-exporter","doc_url":0,"https://github.com/Ozarklake/prometheus-mssql-exporter","rules":1,0,{"name":0,"SQL Server down","description":0,"SQL server instance is down","query":0,"mssql_up 0","severity":0,"critical"},0,{"name":0,"SQL Server deadlock","description":0,"SQL Server is having some deadlock.","query":0,"increase(mssql_deadlocks1m) > 5","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>2 rules/div> p classinline> SQL Server down, SQL Server deadlock /p> /div> div classrow-start-3 row-end-4> astro-island uid11I1c2 prefixr605 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"SQL Server","exporters":1,0,{"name":0,"Ozarklake/prometheus-mssql-exporter","slug":0,"ozarklake-mssql-exporter","doc_url":0,"https://github.com/Ozarklake/prometheus-mssql-exporter","rules":1,0,{"name":0,"SQL Server down","description":0,"SQL server instance is down","query":0,"mssql_up 0","severity":0,"critical"},0,{"name":0,"SQL Server deadlock","description":0,"SQL Server is having some deadlock.","query":0,"increase(mssql_deadlocks1m) > 5","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r605R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>ozarklake-mssql-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>SQL Server down/h3>p>SQL server instance is down/p>div classrounded-md>astro-island uidZ14HYlG prefixr197 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SqlServerDown\n expr: 'mssql_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: SQL Server down (instance {{ $labels.instance }})\n description: \"SQL server instance is down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SqlServerDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mssql_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SQL Server down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SQL server instance is down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>SQL Server deadlock/h3>p>SQL Server is having some deadlock./p>div classrounded-md>astro-island uidZ1qd9FI prefixr198 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SqlServerDeadlock\n expr: 'increase(mssql_deadlocks1m) > 5'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: SQL Server deadlock (instance {{ $labels.instance }})\n description: \"SQL Server is having some deadlock. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SqlServerDeadlock/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(mssql_deadlocks1m) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SQL Server deadlock (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SQL Server is having some deadlock. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-namePatroni> div classrow-start-1 row-end-2> astro-island uidJ2a1l component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Patroni","exporters":1,0,{"name":0,"Embedded exporter (Patroni > 2.1.0)","slug":0,"embedded-exporter-patroni","doc_url":0,"https://patroni.readthedocs.io/en/latest/rest_api.html?highlightprometheus#monitoring-endpoint","rules":1,0,{"name":0,"Patroni has no Leader","description":0,"A leader node (neither primary nor standby) cannot be found inside the cluster {{ $labels.scope }}","query":0,"(max by (scope) (patroni_master) < 1) and (max by (scope) (patroni_standby_leader) < 1)","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>1 rules/div> p classinline> Patroni has no Leader /p> /div> div classrow-start-3 row-end-4> astro-island uidZ1BKId2 prefixr599 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Patroni","exporters":1,0,{"name":0,"Embedded exporter (Patroni > 2.1.0)","slug":0,"embedded-exporter-patroni","doc_url":0,"https://patroni.readthedocs.io/en/latest/rest_api.html?highlightprometheus#monitoring-endpoint","rules":1,0,{"name":0,"Patroni has no Leader","description":0,"A leader node (neither primary nor standby) cannot be found inside the cluster {{ $labels.scope }}","query":0,"(max by (scope) (patroni_master) < 1) and (max by (scope) (patroni_standby_leader) < 1)","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r599R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter-patroni/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Patroni has no Leader/h3>p>A leader node (neither primary nor standby) cannot be found inside the cluster {{ $labels.scope }}/p>div classrounded-md>astro-island uid1V69ky prefixr199 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PatroniHasNoLeader\n expr: '(max by (scope) (patroni_master) < 1) and (max by (scope) (patroni_standby_leader) < 1)'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Patroni has no Leader (instance {{ $labels.instance }})\n description: \"A leader node (neither primary nor standby) cannot be found inside the cluster {{ $labels.scope }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PatroniHasNoLeader/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (max by (scope) (patroni_master) < 1) and (max by (scope) (patroni_standby_leader) < 1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Patroni has no Leader (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A leader node (neither primary nor standby) cannot be found inside the cluster {{ $labels.scope }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-namePGBouncer> div classrow-start-1 row-end-2> astro-island uid1V9618 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"PGBouncer","exporters":1,0,{"name":0,"spreaker/prometheus-pgbouncer-exporter","slug":0,"spreaker-pgbouncer-exporter","doc_url":0,"https://github.com/spreaker/prometheus-pgbouncer-exporter","rules":1,0,{"name":0,"PGBouncer active connections","description":0,"PGBouncer pools are filling up","query":0,"pgbouncer_pools_server_active_connections > 200","severity":0,"warning","for":0,"2m"},0,{"name":0,"PGBouncer errors","description":0,"PGBouncer is logging errors. This may be due to a a server restart or an admin typing commands at the pgbouncer console.","query":0,"increase(pgbouncer_errors_count{errmsg!\"server conn crashed?\"}1m) > 10","severity":0,"warning"},0,{"name":0,"PGBouncer max connections","description":0,"The number of PGBouncer client connections has reached max_client_conn.","query":0,"increase(pgbouncer_errors_count{errmsg\"no more connections allowed (max_client_conn)\"}30s) > 0","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>3 rules/div> p classinline> PGBouncer active connections, PGBouncer errors, PGBouncer max connections /p> /div> div classrow-start-3 row-end-4> astro-island uid1cJ98b prefixr612 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"PGBouncer","exporters":1,0,{"name":0,"spreaker/prometheus-pgbouncer-exporter","slug":0,"spreaker-pgbouncer-exporter","doc_url":0,"https://github.com/spreaker/prometheus-pgbouncer-exporter","rules":1,0,{"name":0,"PGBouncer active connections","description":0,"PGBouncer pools are filling up","query":0,"pgbouncer_pools_server_active_connections > 200","severity":0,"warning","for":0,"2m"},0,{"name":0,"PGBouncer errors","description":0,"PGBouncer is logging errors. This may be due to a a server restart or an admin typing commands at the pgbouncer console.","query":0,"increase(pgbouncer_errors_count{errmsg!\"server conn crashed?\"}1m) > 10","severity":0,"warning"},0,{"name":0,"PGBouncer max connections","description":0,"The number of PGBouncer client connections has reached max_client_conn.","query":0,"increase(pgbouncer_errors_count{errmsg\"no more connections allowed (max_client_conn)\"}30s) > 0","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r612R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>spreaker-pgbouncer-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>PGBouncer active connections/h3>p>PGBouncer pools are filling up/p>div classrounded-md>astro-island uid2cnCod prefixr200 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PgBouncerActiveConnections\n expr: 'pgbouncer_pools_server_active_connections > 200'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: PGBouncer active connections (instance {{ $labels.instance }})\n description: \"PGBouncer pools are filling up \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PgBouncerActiveConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> pgbouncer_pools_server_active_connections > 200/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PGBouncer active connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PGBouncer pools are filling up /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>PGBouncer errors/h3>p>PGBouncer is logging errors. This may be due to a a server restart or an admin typing commands at the pgbouncer console./p>div classrounded-md>astro-island uidZx8d6f prefixr201 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PgBouncerErrors\n expr: 'increase(pgbouncer_errors_count{errmsg!\"server conn crashed?\"}1m) > 10'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: PGBouncer errors (instance {{ $labels.instance }})\n description: \"PGBouncer is logging errors. This may be due to a a server restart or an admin typing commands at the pgbouncer console. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PgBouncerErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(pgbouncer_errors_count{errmsg!server conn crashed?}1m) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PGBouncer errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PGBouncer is logging errors. This may be due to a a server restart or an admin typing commands at the pgbouncer console. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>PGBouncer max connections/h3>p>The number of PGBouncer client connections has reached max_client_conn./p>div classrounded-md>astro-island uidZ1u17G3 prefixr202 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PgBouncerMaxConnections\n expr: 'increase(pgbouncer_errors_count{errmsg\"no more connections allowed (max_client_conn)\"}30s) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: PGBouncer max connections (instance {{ $labels.instance }})\n description: \"The number of PGBouncer client connections has reached max_client_conn. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PgBouncerMaxConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(pgbouncer_errors_count{errmsgno more connections allowed (max_client_conn)}30s) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PGBouncer max connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The number of PGBouncer client connections has reached max_client_conn. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameRedis> div classrow-start-1 row-end-2> astro-island uid1T9CD2 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Redis","exporters":1,0,{"name":0,"oliver006/redis_exporter","slug":0,"oliver006-redis-exporter","doc_url":0,"https://github.com/oliver006/redis_exporter","rules":1,0,{"name":0,"Redis down","description":0,"Redis instance is down","query":0,"redis_up 0","severity":0,"critical"},0,{"name":0,"Redis missing master","description":0,"Redis cluster has no node marked as master.","query":0,"(count(redis_instance_info{role\"master\"}) or vector(0)) < 1","severity":0,"critical"},0,{"name":0,"Redis too many masters","description":0,"Redis cluster has too many nodes marked as master.","query":0,"count(redis_instance_info{role\"master\"}) > 1","severity":0,"critical"},0,{"name":0,"Redis disconnected slaves","description":0,"Redis not replicating for all slaves. Consider reviewing the redis replication status.","query":0,"count without (instance, job) (redis_connected_slaves) - sum without (instance, job) (redis_connected_slaves) - 1 > 0","severity":0,"critical"},0,{"name":0,"Redis replication broken","description":0,"Redis instance lost a slave","query":0,"delta(redis_connected_slaves1m) < 0","severity":0,"critical"},0,{"name":0,"Redis cluster flapping","description":0,"Changes have been detected in Redis replica connection. This can occur when replica nodes lose connection to the master and reconnect (a.k.a flapping).","query":0,"changes(redis_connected_slaves1m) > 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Redis missing backup","description":0,"Redis has not been backuped for 24 hours","query":0,"time() - redis_rdb_last_save_timestamp_seconds > 60 * 60 * 24","severity":0,"critical"},0,{"name":0,"Redis out of system memory","description":0,"Redis is running out of system memory (> 90%)","query":0,"redis_memory_used_bytes / redis_total_system_memory_bytes * 100 > 90","severity":0,"warning","for":0,"2m","comments":0,"The exporter must be started with --include-system-metrics flag or REDIS_EXPORTER_INCL_SYSTEM_METRICStrue environment variable.\n"},0,{"name":0,"Redis out of configured maxmemory","description":0,"Redis is running out of configured maxmemory (> 90%)","query":0,"redis_memory_used_bytes / redis_memory_max_bytes * 100 > 90 and on(instance) redis_memory_max_bytes > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Redis too many connections","description":0,"Redis is running out of connections (> 90% used)","query":0,"redis_connected_clients / redis_config_maxclients * 100 > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"Redis not enough connections","description":0,"Redis instance should have more connections (> 5)","query":0,"redis_connected_clients < 5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Redis rejected connections","description":0,"Some connections to Redis has been rejected","query":0,"increase(redis_rejected_connections_total1m) > 0","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>12 rules/div> p classinline> Redis down, Redis missing master, Redis too many masters, Redis disconnected slaves, Redis replication broken, Redis cluster flapping, Redis missing backup, Redis out of system memory, Redis out of configured maxmemory, Redis too many connections, Redis not enough connections, Redis rejected connections /p> /div> div classrow-start-3 row-end-4> astro-island uidZkV7fq prefixr644 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Redis","exporters":1,0,{"name":0,"oliver006/redis_exporter","slug":0,"oliver006-redis-exporter","doc_url":0,"https://github.com/oliver006/redis_exporter","rules":1,0,{"name":0,"Redis down","description":0,"Redis instance is down","query":0,"redis_up 0","severity":0,"critical"},0,{"name":0,"Redis missing master","description":0,"Redis cluster has no node marked as master.","query":0,"(count(redis_instance_info{role\"master\"}) or vector(0)) < 1","severity":0,"critical"},0,{"name":0,"Redis too many masters","description":0,"Redis cluster has too many nodes marked as master.","query":0,"count(redis_instance_info{role\"master\"}) > 1","severity":0,"critical"},0,{"name":0,"Redis disconnected slaves","description":0,"Redis not replicating for all slaves. Consider reviewing the redis replication status.","query":0,"count without (instance, job) (redis_connected_slaves) - sum without (instance, job) (redis_connected_slaves) - 1 > 0","severity":0,"critical"},0,{"name":0,"Redis replication broken","description":0,"Redis instance lost a slave","query":0,"delta(redis_connected_slaves1m) < 0","severity":0,"critical"},0,{"name":0,"Redis cluster flapping","description":0,"Changes have been detected in Redis replica connection. This can occur when replica nodes lose connection to the master and reconnect (a.k.a flapping).","query":0,"changes(redis_connected_slaves1m) > 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Redis missing backup","description":0,"Redis has not been backuped for 24 hours","query":0,"time() - redis_rdb_last_save_timestamp_seconds > 60 * 60 * 24","severity":0,"critical"},0,{"name":0,"Redis out of system memory","description":0,"Redis is running out of system memory (> 90%)","query":0,"redis_memory_used_bytes / redis_total_system_memory_bytes * 100 > 90","severity":0,"warning","for":0,"2m","comments":0,"The exporter must be started with --include-system-metrics flag or REDIS_EXPORTER_INCL_SYSTEM_METRICStrue environment variable.\n"},0,{"name":0,"Redis out of configured maxmemory","description":0,"Redis is running out of configured maxmemory (> 90%)","query":0,"redis_memory_used_bytes / redis_memory_max_bytes * 100 > 90 and on(instance) redis_memory_max_bytes > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Redis too many connections","description":0,"Redis is running out of connections (> 90% used)","query":0,"redis_connected_clients / redis_config_maxclients * 100 > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"Redis not enough connections","description":0,"Redis instance should have more connections (> 5)","query":0,"redis_connected_clients < 5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Redis rejected connections","description":0,"Some connections to Redis has been rejected","query":0,"increase(redis_rejected_connections_total1m) > 0","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r644R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>oliver006-redis-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Redis down/h3>p>Redis instance is down/p>div classrounded-md>astro-island uidZ1JKGlr prefixr203 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisDown\n expr: 'redis_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Redis down (instance {{ $labels.instance }})\n description: \"Redis instance is down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> redis_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis instance is down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Redis missing master/h3>p>Redis cluster has no node marked as master./p>div classrounded-md>astro-island uidZ1cMAcI prefixr204 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisMissingMaster\n expr: '(count(redis_instance_info{role\"master\"}) or vector(0)) < 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Redis missing master (instance {{ $labels.instance }})\n description: \"Redis cluster has no node marked as master. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisMissingMaster/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (count(redis_instance_info{rolemaster}) or vector(0)) < 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis missing master (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis cluster has no node marked as master. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Redis too many masters/h3>p>Redis cluster has too many nodes marked as master./p>div classrounded-md>astro-island uid1J7iFu prefixr205 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisTooManyMasters\n expr: 'count(redis_instance_info{role\"master\"}) > 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Redis too many masters (instance {{ $labels.instance }})\n description: \"Redis cluster has too many nodes marked as master. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisTooManyMasters/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> count(redis_instance_info{rolemaster}) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis too many masters (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis cluster has too many nodes marked as master. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Redis disconnected slaves/h3>p>Redis not replicating for all slaves. Consider reviewing the redis replication status./p>div classrounded-md>astro-island uidZwGPaK prefixr206 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisDisconnectedSlaves\n expr: 'count without (instance, job) (redis_connected_slaves) - sum without (instance, job) (redis_connected_slaves) - 1 > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Redis disconnected slaves (instance {{ $labels.instance }})\n description: \"Redis not replicating for all slaves. Consider reviewing the redis replication status. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisDisconnectedSlaves/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> count without (instance, job) (redis_connected_slaves) - sum without (instance, job) (redis_connected_slaves) - 1 > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis disconnected slaves (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis not replicating for all slaves. Consider reviewing the redis replication status. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Redis replication broken/h3>p>Redis instance lost a slave/p>div classrounded-md>astro-island uidZ3JUQU prefixr207 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisReplicationBroken\n expr: 'delta(redis_connected_slaves1m) < 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Redis replication broken (instance {{ $labels.instance }})\n description: \"Redis instance lost a slave \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisReplicationBroken/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> delta(redis_connected_slaves1m) < 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis replication broken (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis instance lost a slave /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Redis cluster flapping/h3>p>Changes have been detected in Redis replica connection. This can occur when replica nodes lose connection to the master and reconnect (a.k.a flapping)./p>div classrounded-md>astro-island uidZ11nyTS prefixr208 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisClusterFlapping\n expr: 'changes(redis_connected_slaves1m) > 1'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Redis cluster flapping (instance {{ $labels.instance }})\n description: \"Changes have been detected in Redis replica connection. This can occur when replica nodes lose connection to the master and reconnect (a.k.a flapping). \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisClusterFlapping/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(redis_connected_slaves1m) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis cluster flapping (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Changes have been detected in Redis replica connection. This can occur when replica nodes lose connection to the master and reconnect (a.k.a flapping). /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Redis missing backup/h3>p>Redis has not been backuped for 24 hours/p>div classrounded-md>astro-island uidfCLFc prefixr209 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisMissingBackup\n expr: 'time() - redis_rdb_last_save_timestamp_seconds > 60 * 60 * 24'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Redis missing backup (instance {{ $labels.instance }})\n description: \"Redis has not been backuped for 24 hours \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisMissingBackup/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> time() - redis_rdb_last_save_timestamp_seconds > 60 * 60 * 24/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis missing backup (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis has not been backuped for 24 hours /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Redis out of system memory/h3>p>Redis is running out of system memory (> 90%)/p>div classrounded-md>astro-island uidZJ6JiL prefixr210 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# The exporter must be started with --include-system-metrics flag or REDIS_EXPORTER_INCL_SYSTEM_METRICStrue environment variable.\n- alert: RedisOutOfSystemMemory\n expr: 'redis_memory_used_bytes / redis_total_system_memory_bytes * 100 > 90'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Redis out of system memory (instance {{ $labels.instance }})\n description: \"Redis is running out of system memory (> 90%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># The exporter must be started with --include-system-metrics flag or REDIS_EXPORTER_INCL_SYSTEM_METRICStrue environment variable./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisOutOfSystemMemory/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> redis_memory_used_bytes / redis_total_system_memory_bytes * 100 > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis out of system memory (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis is running out of system memory (> 90%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Redis out of configured maxmemory/h3>p>Redis is running out of configured maxmemory (> 90%)/p>div classrounded-md>astro-island uid1b7B4J prefixr211 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisOutOfConfiguredMaxmemory\n expr: 'redis_memory_used_bytes / redis_memory_max_bytes * 100 > 90 and on(instance) redis_memory_max_bytes > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Redis out of configured maxmemory (instance {{ $labels.instance }})\n description: \"Redis is running out of configured maxmemory (> 90%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisOutOfConfiguredMaxmemory/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> redis_memory_used_bytes / redis_memory_max_bytes * 100 > 90 and on(instance) redis_memory_max_bytes > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis out of configured maxmemory (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis is running out of configured maxmemory (> 90%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Redis too many connections/h3>p>Redis is running out of connections (> 90% used)/p>div classrounded-md>astro-island uid2fdzJS prefixr212 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisTooManyConnections\n expr: 'redis_connected_clients / redis_config_maxclients * 100 > 90'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Redis too many connections (instance {{ $labels.instance }})\n description: \"Redis is running out of connections (> 90% used) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisTooManyConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> redis_connected_clients / redis_config_maxclients * 100 > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis too many connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis is running out of connections (> 90% used) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Redis not enough connections/h3>p>Redis instance should have more connections (> 5)/p>div classrounded-md>astro-island uidZ31vTa prefixr213 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisNotEnoughConnections\n expr: 'redis_connected_clients < 5'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Redis not enough connections (instance {{ $labels.instance }})\n description: \"Redis instance should have more connections (> 5) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisNotEnoughConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> redis_connected_clients < 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis not enough connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis instance should have more connections (> 5) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Redis rejected connections/h3>p>Some connections to Redis has been rejected/p>div classrounded-md>astro-island uidZULxXr prefixr214 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RedisRejectedConnections\n expr: 'increase(redis_rejected_connections_total1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Redis rejected connections (instance {{ $labels.instance }})\n description: \"Some connections to Redis has been rejected \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RedisRejectedConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(redis_rejected_connections_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Redis rejected connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some connections to Redis has been rejected /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameMongoDB> div classrow-start-1 row-end-2> astro-island uidZ1Utouz component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"MongoDB","exporters":1,0,{"name":0,"percona/mongodb_exporter","slug":0,"percona-mongodb-exporter","doc_url":0,"https://github.com/percona/mongodb_exporter","rules":1,0,{"name":0,"MongoDB Down","description":0,"MongoDB instance is down","query":0,"mongodb_up 0","severity":0,"critical"},0,{"name":0,"Mongodb replica member unhealthy","description":0,"MongoDB replica member is not healthy","query":0,"mongodb_rs_members_health 0","severity":0,"critical"},0,{"name":0,"MongoDB replication lag","description":0,"Mongodb replication lag is more than 10s","query":0,"(mongodb_rs_members_optimeDate{member_state\"PRIMARY\"} - on (set) group_right mongodb_rs_members_optimeDate{member_state\"SECONDARY\"}) / 1000 > 10","severity":0,"critical"},0,{"name":0,"MongoDB replication headroom","description":0,"MongoDB replication headroom is < 0","query":0,"sum(avg(mongodb_mongod_replset_oplog_head_timestamp - mongodb_mongod_replset_oplog_tail_timestamp)) - sum(avg(mongodb_rs_members_optimeDate{member_state\"PRIMARY\"} - on (set) group_right mongodb_rs_members_optimeDate{member_state\"SECONDARY\"})) < 0","severity":0,"critical"},0,{"name":0,"MongoDB number cursors open","description":0,"Too many cursors opened by MongoDB for clients (> 10k)","query":0,"mongodb_ss_metrics_cursor_open{csr_type\"total\"} > 10 * 1000","severity":0,"warning","for":0,"2m"},0,{"name":0,"MongoDB cursors timeouts","description":0,"Too many cursors are timing out","query":0,"increase(mongodb_ss_metrics_cursor_timedOut1m) > 100","severity":0,"warning","for":0,"2m"},0,{"name":0,"MongoDB too many connections","description":0,"Too many connections (> 80%)","query":0,"avg by(instance) (rate(mongodb_ss_connections{conn_type\"current\"}1m)) / avg by(instance) (sum (mongodb_ss_connections) by (instance)) * 100 > 80","severity":0,"warning","for":0,"2m"}},0,{"name":0,"dcu/mongodb_exporter","slug":0,"dcu-mongodb-exporter","doc_url":0,"https://github.com/dcu/mongodb_exporter","rules":1,0,{"name":0,"MongoDB replication lag","description":0,"Mongodb replication lag is more than 10s","query":0,"avg(mongodb_replset_member_optime_date{state\"PRIMARY\"}) - avg(mongodb_replset_member_optime_date{state\"SECONDARY\"}) > 10","severity":0,"critical"},0,{"name":0,"MongoDB replication Status 3","description":0,"MongoDB Replication set member either perform startup self-checks, or transition from completing a rollback or resync","query":0,"mongodb_replset_member_state 3","severity":0,"critical"},0,{"name":0,"MongoDB replication Status 6","description":0,"MongoDB Replication set member as seen from another member of the set, is not yet known","query":0,"mongodb_replset_member_state 6","severity":0,"critical"},0,{"name":0,"MongoDB replication Status 8","description":0,"MongoDB Replication set member as seen from another member of the set, is unreachable","query":0,"mongodb_replset_member_state 8","severity":0,"critical"},0,{"name":0,"MongoDB replication Status 9","description":0,"MongoDB Replication set member is actively performing a rollback. Data is not available for reads","query":0,"mongodb_replset_member_state 9","severity":0,"critical"},0,{"name":0,"MongoDB replication Status 10","description":0,"MongoDB Replication set member was once in a replica set but was subsequently removed","query":0,"mongodb_replset_member_state 10","severity":0,"critical"},0,{"name":0,"MongoDB number cursors open","description":0,"Too many cursors opened by MongoDB for clients (> 10k)","query":0,"mongodb_metrics_cursor_open{state\"total_open\"} > 10000","severity":0,"warning","for":0,"2m"},0,{"name":0,"MongoDB cursors timeouts","description":0,"Too many cursors are timing out","query":0,"increase(mongodb_metrics_cursor_timed_out_total1m) > 100","severity":0,"warning","for":0,"2m"},0,{"name":0,"MongoDB too many connections","description":0,"Too many connections (> 80%)","query":0,"avg by(instance) (rate(mongodb_connections{state\"current\"}1m)) / avg by(instance) (sum (mongodb_connections) by (instance)) * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"MongoDB virtual memory usage","description":0,"High memory usage","query":0,"(sum(mongodb_memory{type\"virtual\"}) BY (instance) / sum(mongodb_memory{type\"mapped\"}) BY (instance)) > 3","severity":0,"warning","for":0,"2m"}},0,{"name":0,"stefanprodan/mgob","slug":0,"stefanprodan-mgob-exporter","doc_url":0,"https://github.com/stefanprodan/mgob","rules":1,0,{"name":0,"Mgob backup failed","description":0,"MongoDB backup has failed","query":0,"changes(mgob_scheduler_backup_total{status\"500\"}1h) > 0","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>18 rules/div> p classinline> MongoDB Down, Mongodb replica member unhealthy, MongoDB replication lag, MongoDB replication headroom, MongoDB number cursors open, MongoDB cursors timeouts, MongoDB too many connectionsMongoDB replication lag, MongoDB replication Status 3, MongoDB replication Status 6, MongoDB replication Status 8, MongoDB replication Status 9, MongoDB replication Status 10, MongoDB number cursors open, MongoDB cursors timeouts, MongoDB too many connections, MongoDB virtual memory usageMgob backup failed /p> /div> div classrow-start-3 row-end-4> astro-island uidq5Tsu prefixr642 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"MongoDB","exporters":1,0,{"name":0,"percona/mongodb_exporter","slug":0,"percona-mongodb-exporter","doc_url":0,"https://github.com/percona/mongodb_exporter","rules":1,0,{"name":0,"MongoDB Down","description":0,"MongoDB instance is down","query":0,"mongodb_up 0","severity":0,"critical"},0,{"name":0,"Mongodb replica member unhealthy","description":0,"MongoDB replica member is not healthy","query":0,"mongodb_rs_members_health 0","severity":0,"critical"},0,{"name":0,"MongoDB replication lag","description":0,"Mongodb replication lag is more than 10s","query":0,"(mongodb_rs_members_optimeDate{member_state\"PRIMARY\"} - on (set) group_right mongodb_rs_members_optimeDate{member_state\"SECONDARY\"}) / 1000 > 10","severity":0,"critical"},0,{"name":0,"MongoDB replication headroom","description":0,"MongoDB replication headroom is < 0","query":0,"sum(avg(mongodb_mongod_replset_oplog_head_timestamp - mongodb_mongod_replset_oplog_tail_timestamp)) - sum(avg(mongodb_rs_members_optimeDate{member_state\"PRIMARY\"} - on (set) group_right mongodb_rs_members_optimeDate{member_state\"SECONDARY\"})) < 0","severity":0,"critical"},0,{"name":0,"MongoDB number cursors open","description":0,"Too many cursors opened by MongoDB for clients (> 10k)","query":0,"mongodb_ss_metrics_cursor_open{csr_type\"total\"} > 10 * 1000","severity":0,"warning","for":0,"2m"},0,{"name":0,"MongoDB cursors timeouts","description":0,"Too many cursors are timing out","query":0,"increase(mongodb_ss_metrics_cursor_timedOut1m) > 100","severity":0,"warning","for":0,"2m"},0,{"name":0,"MongoDB too many connections","description":0,"Too many connections (> 80%)","query":0,"avg by(instance) (rate(mongodb_ss_connections{conn_type\"current\"}1m)) / avg by(instance) (sum (mongodb_ss_connections) by (instance)) * 100 > 80","severity":0,"warning","for":0,"2m"}},0,{"name":0,"dcu/mongodb_exporter","slug":0,"dcu-mongodb-exporter","doc_url":0,"https://github.com/dcu/mongodb_exporter","rules":1,0,{"name":0,"MongoDB replication lag","description":0,"Mongodb replication lag is more than 10s","query":0,"avg(mongodb_replset_member_optime_date{state\"PRIMARY\"}) - avg(mongodb_replset_member_optime_date{state\"SECONDARY\"}) > 10","severity":0,"critical"},0,{"name":0,"MongoDB replication Status 3","description":0,"MongoDB Replication set member either perform startup self-checks, or transition from completing a rollback or resync","query":0,"mongodb_replset_member_state 3","severity":0,"critical"},0,{"name":0,"MongoDB replication Status 6","description":0,"MongoDB Replication set member as seen from another member of the set, is not yet known","query":0,"mongodb_replset_member_state 6","severity":0,"critical"},0,{"name":0,"MongoDB replication Status 8","description":0,"MongoDB Replication set member as seen from another member of the set, is unreachable","query":0,"mongodb_replset_member_state 8","severity":0,"critical"},0,{"name":0,"MongoDB replication Status 9","description":0,"MongoDB Replication set member is actively performing a rollback. Data is not available for reads","query":0,"mongodb_replset_member_state 9","severity":0,"critical"},0,{"name":0,"MongoDB replication Status 10","description":0,"MongoDB Replication set member was once in a replica set but was subsequently removed","query":0,"mongodb_replset_member_state 10","severity":0,"critical"},0,{"name":0,"MongoDB number cursors open","description":0,"Too many cursors opened by MongoDB for clients (> 10k)","query":0,"mongodb_metrics_cursor_open{state\"total_open\"} > 10000","severity":0,"warning","for":0,"2m"},0,{"name":0,"MongoDB cursors timeouts","description":0,"Too many cursors are timing out","query":0,"increase(mongodb_metrics_cursor_timed_out_total1m) > 100","severity":0,"warning","for":0,"2m"},0,{"name":0,"MongoDB too many connections","description":0,"Too many connections (> 80%)","query":0,"avg by(instance) (rate(mongodb_connections{state\"current\"}1m)) / avg by(instance) (sum (mongodb_connections) by (instance)) * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"MongoDB virtual memory usage","description":0,"High memory usage","query":0,"(sum(mongodb_memory{type\"virtual\"}) BY (instance) / sum(mongodb_memory{type\"mapped\"}) BY (instance)) > 3","severity":0,"warning","for":0,"2m"}},0,{"name":0,"stefanprodan/mgob","slug":0,"stefanprodan-mgob-exporter","doc_url":0,"https://github.com/stefanprodan/mgob","rules":1,0,{"name":0,"Mgob backup failed","description":0,"MongoDB backup has failed","query":0,"changes(mgob_scheduler_backup_total{status\"500\"}1h) > 0","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r642R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>percona-mongodb-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>MongoDB Down/h3>p>MongoDB instance is down/p>div classrounded-md>astro-island uid29FL1E prefixr215 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbDown\n expr: 'mongodb_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MongoDB Down (instance {{ $labels.instance }})\n description: \"MongoDB instance is down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mongodb_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB instance is down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Mongodb replica member unhealthy/h3>p>MongoDB replica member is not healthy/p>div classrounded-md>astro-island uidPEeHs prefixr216 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongodbReplicaMemberUnhealthy\n expr: 'mongodb_rs_members_health 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Mongodb replica member unhealthy (instance {{ $labels.instance }})\n description: \"MongoDB replica member is not healthy \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongodbReplicaMemberUnhealthy/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mongodb_rs_members_health 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Mongodb replica member unhealthy (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB replica member is not healthy /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>MongoDB replication lag/h3>p>Mongodb replication lag is more than 10s/p>div classrounded-md>astro-island uidZ1qtoce prefixr217 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbReplicationLag\n expr: '(mongodb_rs_members_optimeDate{member_state\"PRIMARY\"} - on (set) group_right mongodb_rs_members_optimeDate{member_state\"SECONDARY\"}) / 1000 > 10'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MongoDB replication lag (instance {{ $labels.instance }})\n description: \"Mongodb replication lag is more than 10s \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbReplicationLag/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (mongodb_rs_members_optimeDate{member_statePRIMARY} - on (set) group_right mongodb_rs_members_optimeDate{member_stateSECONDARY}) / 1000 > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB replication lag (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Mongodb replication lag is more than 10s /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>MongoDB replication headroom/h3>p>MongoDB replication headroom is < 0/p>div classrounded-md>astro-island uidEi4sH prefixr218 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbReplicationHeadroom\n expr: 'sum(avg(mongodb_mongod_replset_oplog_head_timestamp - mongodb_mongod_replset_oplog_tail_timestamp)) - sum(avg(mongodb_rs_members_optimeDate{member_state\"PRIMARY\"} - on (set) group_right mongodb_rs_members_optimeDate{member_state\"SECONDARY\"})) < 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MongoDB replication headroom (instance {{ $labels.instance }})\n description: \"MongoDB replication headroom is < 0 \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbReplicationHeadroom/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(avg(mongodb_mongod_replset_oplog_head_timestamp - mongodb_mongod_replset_oplog_tail_timestamp)) - sum(avg(mongodb_rs_members_optimeDate{member_statePRIMARY} - on (set) group_right mongodb_rs_members_optimeDate{member_stateSECONDARY})) < 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB replication headroom (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB replication headroom is < 0 /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>MongoDB number cursors open/h3>p>Too many cursors opened by MongoDB for clients (> 10k)/p>div classrounded-md>astro-island uid1ovwUR prefixr219 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbNumberCursorsOpen\n expr: 'mongodb_ss_metrics_cursor_open{csr_type\"total\"} > 10 * 1000'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MongoDB number cursors open (instance {{ $labels.instance }})\n description: \"Too many cursors opened by MongoDB for clients (> 10k) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbNumberCursorsOpen/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mongodb_ss_metrics_cursor_open{csr_typetotal} > 10 * 1000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB number cursors open (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many cursors opened by MongoDB for clients (> 10k) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>MongoDB cursors timeouts/h3>p>Too many cursors are timing out/p>div classrounded-md>astro-island uidZ2gWGEs prefixr220 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbCursorsTimeouts\n expr: 'increase(mongodb_ss_metrics_cursor_timedOut1m) > 100'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MongoDB cursors timeouts (instance {{ $labels.instance }})\n description: \"Too many cursors are timing out \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbCursorsTimeouts/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(mongodb_ss_metrics_cursor_timedOut1m) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB cursors timeouts (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many cursors are timing out /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>MongoDB too many connections/h3>p>Too many connections (> 80%)/p>div classrounded-md>astro-island uid1odsal prefixr221 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbTooManyConnections\n expr: 'avg by(instance) (rate(mongodb_ss_connections{conn_type\"current\"}1m)) / avg by(instance) (sum (mongodb_ss_connections) by (instance)) * 100 > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MongoDB too many connections (instance {{ $labels.instance }})\n description: \"Too many connections (> 80%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbTooManyConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg by(instance) (rate(mongodb_ss_connections{conn_typecurrent}1m)) / avg by(instance) (sum (mongodb_ss_connections) by (instance)) * 100 > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB too many connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many connections (> 80%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>dcu-mongodb-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>MongoDB replication lag/h3>p>Mongodb replication lag is more than 10s/p>div classrounded-md>astro-island uidZ2mtKCo prefixr222 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbReplicationLag\n expr: 'avg(mongodb_replset_member_optime_date{state\"PRIMARY\"}) - avg(mongodb_replset_member_optime_date{state\"SECONDARY\"}) > 10'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MongoDB replication lag (instance {{ $labels.instance }})\n description: \"Mongodb replication lag is more than 10s \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbReplicationLag/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg(mongodb_replset_member_optime_date{statePRIMARY}) - avg(mongodb_replset_member_optime_date{stateSECONDARY}) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB replication lag (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Mongodb replication lag is more than 10s /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>MongoDB replication Status 3/h3>p>MongoDB Replication set member either perform startup self-checks, or transition from completing a rollback or resync/p>div classrounded-md>astro-island uid7gyu9 prefixr223 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbReplicationStatus3\n expr: 'mongodb_replset_member_state 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MongoDB replication Status 3 (instance {{ $labels.instance }})\n description: \"MongoDB Replication set member either perform startup self-checks, or transition from completing a rollback or resync \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbReplicationStatus3/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mongodb_replset_member_state 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB replication Status 3 (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB Replication set member either perform startup self-checks, or transition from completing a rollback or resync /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>MongoDB replication Status 6/h3>p>MongoDB Replication set member as seen from another member of the set, is not yet known/p>div classrounded-md>astro-island uidP5eC6 prefixr224 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbReplicationStatus6\n expr: 'mongodb_replset_member_state 6'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MongoDB replication Status 6 (instance {{ $labels.instance }})\n description: \"MongoDB Replication set member as seen from another member of the set, is not yet known \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbReplicationStatus6/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mongodb_replset_member_state 6/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB replication Status 6 (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB Replication set member as seen from another member of the set, is not yet known /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>MongoDB replication Status 8/h3>p>MongoDB Replication set member as seen from another member of the set, is unreachable/p>div classrounded-md>astro-island uid12FMo6 prefixr225 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbReplicationStatus8\n expr: 'mongodb_replset_member_state 8'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MongoDB replication Status 8 (instance {{ $labels.instance }})\n description: \"MongoDB Replication set member as seen from another member of the set, is unreachable \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbReplicationStatus8/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mongodb_replset_member_state 8/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB replication Status 8 (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB Replication set member as seen from another member of the set, is unreachable /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>MongoDB replication Status 9/h3>p>MongoDB Replication set member is actively performing a rollback. Data is not available for reads/p>div classrounded-md>astro-island uid5MxOk prefixr226 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbReplicationStatus9\n expr: 'mongodb_replset_member_state 9'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MongoDB replication Status 9 (instance {{ $labels.instance }})\n description: \"MongoDB Replication set member is actively performing a rollback. Data is not available for reads \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbReplicationStatus9/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mongodb_replset_member_state 9/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB replication Status 9 (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB Replication set member is actively performing a rollback. Data is not available for reads /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>MongoDB replication Status 10/h3>p>MongoDB Replication set member was once in a replica set but was subsequently removed/p>div classrounded-md>astro-island uidZ16VwTA prefixr227 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbReplicationStatus10\n expr: 'mongodb_replset_member_state 10'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: MongoDB replication Status 10 (instance {{ $labels.instance }})\n description: \"MongoDB Replication set member was once in a replica set but was subsequently removed \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbReplicationStatus10/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mongodb_replset_member_state 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB replication Status 10 (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB Replication set member was once in a replica set but was subsequently removed /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>MongoDB number cursors open/h3>p>Too many cursors opened by MongoDB for clients (> 10k)/p>div classrounded-md>astro-island uidZV4b5d prefixr228 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbNumberCursorsOpen\n expr: 'mongodb_metrics_cursor_open{state\"total_open\"} > 10000'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MongoDB number cursors open (instance {{ $labels.instance }})\n description: \"Too many cursors opened by MongoDB for clients (> 10k) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbNumberCursorsOpen/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> mongodb_metrics_cursor_open{statetotal_open} > 10000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB number cursors open (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many cursors opened by MongoDB for clients (> 10k) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>MongoDB cursors timeouts/h3>p>Too many cursors are timing out/p>div classrounded-md>astro-island uidZ1tmu7M prefixr229 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbCursorsTimeouts\n expr: 'increase(mongodb_metrics_cursor_timed_out_total1m) > 100'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MongoDB cursors timeouts (instance {{ $labels.instance }})\n description: \"Too many cursors are timing out \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbCursorsTimeouts/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(mongodb_metrics_cursor_timed_out_total1m) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB cursors timeouts (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many cursors are timing out /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>MongoDB too many connections/h3>p>Too many connections (> 80%)/p>div classrounded-md>astro-island uidss6yF prefixr230 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbTooManyConnections\n expr: 'avg by(instance) (rate(mongodb_connections{state\"current\"}1m)) / avg by(instance) (sum (mongodb_connections) by (instance)) * 100 > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MongoDB too many connections (instance {{ $labels.instance }})\n description: \"Too many connections (> 80%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbTooManyConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg by(instance) (rate(mongodb_connections{statecurrent}1m)) / avg by(instance) (sum (mongodb_connections) by (instance)) * 100 > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB too many connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many connections (> 80%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>MongoDB virtual memory usage/h3>p>High memory usage/p>div classrounded-md>astro-island uidZ1XCiA1 prefixr231 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MongoDbVirtualMemoryUsage\n expr: '(sum(mongodb_memory{type\"virtual\"}) BY (instance) / sum(mongodb_memory{type\"mapped\"}) BY (instance)) > 3'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: MongoDB virtual memory usage (instance {{ $labels.instance }})\n description: \"High memory usage \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDbVirtualMemoryUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum(mongodb_memory{typevirtual}) BY (instance) / sum(mongodb_memory{typemapped}) BY (instance)) > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB virtual memory usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High memory usage /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>stefanprodan-mgob-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Mgob backup failed/h3>p>MongoDB backup has failed/p>div classrounded-md>astro-island uidZqGHML prefixr232 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MgobBackupFailed\n expr: 'changes(mgob_scheduler_backup_total{status\"500\"}1h) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Mgob backup failed (instance {{ $labels.instance }})\n description: \"MongoDB backup has failed \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MgobBackupFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(mgob_scheduler_backup_total{status500}1h) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Mgob backup failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MongoDB backup has failed /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameRabbitMQ> div classrow-start-1 row-end-2> astro-island uidZ2ctY3Y component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"RabbitMQ","exporters":1,0,{"name":0,"rabbitmq/rabbitmq-prometheus","slug":0,"rabbitmq-exporter","doc_url":0,"https://github.com/rabbitmq/rabbitmq-prometheus","rules":1,0,{"name":0,"RabbitMQ node down","description":0,"Less than 3 nodes running in RabbitMQ cluster","query":0,"sum(rabbitmq_build_info) < 3","severity":0,"critical"},0,{"name":0,"RabbitMQ node not distributed","description":0,"Distribution link state is not 'up'","query":0,"erlang_vm_dist_node_state < 3","severity":0,"critical"},0,{"name":0,"RabbitMQ instances different versions","description":0,"Running different version of RabbitMQ in the same cluster, can lead to failure.","query":0,"count(count(rabbitmq_build_info) by (rabbitmq_version)) > 1","severity":0,"warning","for":0,"1h"},0,{"name":0,"RabbitMQ memory high","description":0,"A node use more than 90% of allocated RAM","query":0,"rabbitmq_process_resident_memory_bytes / rabbitmq_resident_memory_limit_bytes * 100 > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"RabbitMQ file descriptors usage","description":0,"A node use more than 90% of file descriptors","query":0,"rabbitmq_process_open_fds / rabbitmq_process_max_fds * 100 > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"RabbitMQ too many unack messages","description":0,"Too many unacknowledged messages","query":0,"sum(rabbitmq_queue_messages_unacked) BY (queue) > 1000","severity":0,"warning","for":0,"1m"},0,{"name":0,"RabbitMQ too many connections","description":0,"The total connections of a node is too high","query":0,"rabbitmq_connections > 1000","severity":0,"warning","for":0,"2m"},0,{"name":0,"RabbitMQ no queue consumer","description":0,"A queue has less than 1 consumer","query":0,"rabbitmq_queue_consumers < 1","severity":0,"warning","for":0,"1m"},0,{"name":0,"RabbitMQ unroutable messages","description":0,"A queue has unroutable messages","query":0,"increase(rabbitmq_channel_messages_unroutable_returned_total1m) > 0 or increase(rabbitmq_channel_messages_unroutable_dropped_total1m) > 0","severity":0,"warning","for":0,"2m"}},0,{"name":0,"kbudde/rabbitmq-exporter","slug":0,"kbudde-rabbitmq-exporter","doc_url":0,"https://github.com/kbudde/rabbitmq_exporter","rules":1,0,{"name":0,"RabbitMQ down","description":0,"RabbitMQ node down","query":0,"rabbitmq_up 0","severity":0,"critical"},0,{"name":0,"RabbitMQ cluster down","description":0,"Less than 3 nodes running in RabbitMQ cluster","query":0,"sum(rabbitmq_running) < 3","severity":0,"critical"},0,{"name":0,"RabbitMQ cluster partition","description":0,"Cluster partition","query":0,"rabbitmq_partitions > 0","severity":0,"critical"},0,{"name":0,"RabbitMQ out of memory","description":0,"Memory available for RabbmitMQ is low (< 10%)","query":0,"rabbitmq_node_mem_used / rabbitmq_node_mem_limit * 100 > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"RabbitMQ too many connections","description":0,"RabbitMQ instance has too many connections (> 1000)","query":0,"rabbitmq_connectionsTotal > 1000","severity":0,"warning","for":0,"2m"},0,{"name":0,"RabbitMQ dead letter queue filling up","description":0,"Dead letter queue is filling up (> 10 msgs)","query":0,"rabbitmq_queue_messages{queue\"my-dead-letter-queue\"} > 10","severity":0,"warning","for":0,"1m","comments":0,"Indicate the queue name in dedicated label.\n"},0,{"name":0,"RabbitMQ too many messages in queue","description":0,"Queue is filling up (> 1000 msgs)","query":0,"rabbitmq_queue_messages_ready{queue\"my-queue\"} > 1000","severity":0,"warning","for":0,"2m","comments":0,"Indicate the queue name in dedicated label.\n"},0,{"name":0,"RabbitMQ slow queue consuming","description":0,"Queue messages are consumed slowly (> 60s)","query":0,"time() - rabbitmq_queue_head_message_timestamp{queue\"my-queue\"} > 60","severity":0,"warning","for":0,"2m","comments":0,"Indicate the queue name in dedicated label.\n"},0,{"name":0,"RabbitMQ no consumer","description":0,"Queue has no consumer","query":0,"rabbitmq_queue_consumers 0","severity":0,"critical","for":0,"1m"},0,{"name":0,"RabbitMQ too many consumers","description":0,"Queue should have only 1 consumer","query":0,"rabbitmq_queue_consumers{queue\"my-queue\"} > 1","severity":0,"critical","comments":0,"Indicate the queue name in dedicated label.\n"},0,{"name":0,"RabbitMQ unactive exchange","description":0,"Exchange receive less than 5 msgs per second","query":0,"rate(rabbitmq_exchange_messages_published_in_total{exchange\"my-exchange\"}1m) < 5","severity":0,"warning","comments":0,"Indicate the exchange name in dedicated label.\n","for":0,"2m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>20 rules/div> p classinline> RabbitMQ node down, RabbitMQ node not distributed, RabbitMQ instances different versions, RabbitMQ memory high, RabbitMQ file descriptors usage, RabbitMQ too many unack messages, RabbitMQ too many connections, RabbitMQ no queue consumer, RabbitMQ unroutable messagesRabbitMQ down, RabbitMQ cluster down, RabbitMQ cluster partition, RabbitMQ out of memory, RabbitMQ too many connections, RabbitMQ dead letter queue filling up, RabbitMQ too many messages in queue, RabbitMQ slow queue consuming, RabbitMQ no consumer, RabbitMQ too many consumers, RabbitMQ unactive exchange /p> /div> div classrow-start-3 row-end-4> astro-island uid1t0apL prefixr643 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"RabbitMQ","exporters":1,0,{"name":0,"rabbitmq/rabbitmq-prometheus","slug":0,"rabbitmq-exporter","doc_url":0,"https://github.com/rabbitmq/rabbitmq-prometheus","rules":1,0,{"name":0,"RabbitMQ node down","description":0,"Less than 3 nodes running in RabbitMQ cluster","query":0,"sum(rabbitmq_build_info) < 3","severity":0,"critical"},0,{"name":0,"RabbitMQ node not distributed","description":0,"Distribution link state is not 'up'","query":0,"erlang_vm_dist_node_state < 3","severity":0,"critical"},0,{"name":0,"RabbitMQ instances different versions","description":0,"Running different version of RabbitMQ in the same cluster, can lead to failure.","query":0,"count(count(rabbitmq_build_info) by (rabbitmq_version)) > 1","severity":0,"warning","for":0,"1h"},0,{"name":0,"RabbitMQ memory high","description":0,"A node use more than 90% of allocated RAM","query":0,"rabbitmq_process_resident_memory_bytes / rabbitmq_resident_memory_limit_bytes * 100 > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"RabbitMQ file descriptors usage","description":0,"A node use more than 90% of file descriptors","query":0,"rabbitmq_process_open_fds / rabbitmq_process_max_fds * 100 > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"RabbitMQ too many unack messages","description":0,"Too many unacknowledged messages","query":0,"sum(rabbitmq_queue_messages_unacked) BY (queue) > 1000","severity":0,"warning","for":0,"1m"},0,{"name":0,"RabbitMQ too many connections","description":0,"The total connections of a node is too high","query":0,"rabbitmq_connections > 1000","severity":0,"warning","for":0,"2m"},0,{"name":0,"RabbitMQ no queue consumer","description":0,"A queue has less than 1 consumer","query":0,"rabbitmq_queue_consumers < 1","severity":0,"warning","for":0,"1m"},0,{"name":0,"RabbitMQ unroutable messages","description":0,"A queue has unroutable messages","query":0,"increase(rabbitmq_channel_messages_unroutable_returned_total1m) > 0 or increase(rabbitmq_channel_messages_unroutable_dropped_total1m) > 0","severity":0,"warning","for":0,"2m"}},0,{"name":0,"kbudde/rabbitmq-exporter","slug":0,"kbudde-rabbitmq-exporter","doc_url":0,"https://github.com/kbudde/rabbitmq_exporter","rules":1,0,{"name":0,"RabbitMQ down","description":0,"RabbitMQ node down","query":0,"rabbitmq_up 0","severity":0,"critical"},0,{"name":0,"RabbitMQ cluster down","description":0,"Less than 3 nodes running in RabbitMQ cluster","query":0,"sum(rabbitmq_running) < 3","severity":0,"critical"},0,{"name":0,"RabbitMQ cluster partition","description":0,"Cluster partition","query":0,"rabbitmq_partitions > 0","severity":0,"critical"},0,{"name":0,"RabbitMQ out of memory","description":0,"Memory available for RabbmitMQ is low (< 10%)","query":0,"rabbitmq_node_mem_used / rabbitmq_node_mem_limit * 100 > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"RabbitMQ too many connections","description":0,"RabbitMQ instance has too many connections (> 1000)","query":0,"rabbitmq_connectionsTotal > 1000","severity":0,"warning","for":0,"2m"},0,{"name":0,"RabbitMQ dead letter queue filling up","description":0,"Dead letter queue is filling up (> 10 msgs)","query":0,"rabbitmq_queue_messages{queue\"my-dead-letter-queue\"} > 10","severity":0,"warning","for":0,"1m","comments":0,"Indicate the queue name in dedicated label.\n"},0,{"name":0,"RabbitMQ too many messages in queue","description":0,"Queue is filling up (> 1000 msgs)","query":0,"rabbitmq_queue_messages_ready{queue\"my-queue\"} > 1000","severity":0,"warning","for":0,"2m","comments":0,"Indicate the queue name in dedicated label.\n"},0,{"name":0,"RabbitMQ slow queue consuming","description":0,"Queue messages are consumed slowly (> 60s)","query":0,"time() - rabbitmq_queue_head_message_timestamp{queue\"my-queue\"} > 60","severity":0,"warning","for":0,"2m","comments":0,"Indicate the queue name in dedicated label.\n"},0,{"name":0,"RabbitMQ no consumer","description":0,"Queue has no consumer","query":0,"rabbitmq_queue_consumers 0","severity":0,"critical","for":0,"1m"},0,{"name":0,"RabbitMQ too many consumers","description":0,"Queue should have only 1 consumer","query":0,"rabbitmq_queue_consumers{queue\"my-queue\"} > 1","severity":0,"critical","comments":0,"Indicate the queue name in dedicated label.\n"},0,{"name":0,"RabbitMQ unactive exchange","description":0,"Exchange receive less than 5 msgs per second","query":0,"rate(rabbitmq_exchange_messages_published_in_total{exchange\"my-exchange\"}1m) < 5","severity":0,"warning","comments":0,"Indicate the exchange name in dedicated label.\n","for":0,"2m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r643R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>rabbitmq-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>RabbitMQ node down/h3>p>Less than 3 nodes running in RabbitMQ cluster/p>div classrounded-md>astro-island uidZ1Fgsg8 prefixr233 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqNodeDown\n expr: 'sum(rabbitmq_build_info) < 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: RabbitMQ node down (instance {{ $labels.instance }})\n description: \"Less than 3 nodes running in RabbitMQ cluster \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqNodeDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rabbitmq_build_info) < 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ node down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Less than 3 nodes running in RabbitMQ cluster /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>RabbitMQ node not distributed/h3>p>Distribution link state is not 'up'/p>div classrounded-md>astro-island uidZ1QFFvC prefixr234 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqNodeNotDistributed\n expr: 'erlang_vm_dist_node_state < 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: RabbitMQ node not distributed (instance {{ $labels.instance }})\n description: \"Distribution link state is not 'up' \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqNodeNotDistributed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> erlang_vm_dist_node_state < 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ node not distributed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Distribution link state is not up /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>RabbitMQ instances different versions/h3>p>Running different version of RabbitMQ in the same cluster, can lead to failure./p>div classrounded-md>astro-island uidZ1djJ3P prefixr235 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqInstancesDifferentVersions\n expr: 'count(count(rabbitmq_build_info) by (rabbitmq_version)) > 1'\n for: 1h\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ instances different versions (instance {{ $labels.instance }})\n description: \"Running different version of RabbitMQ in the same cluster, can lead to failure. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqInstancesDifferentVersions/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> count(count(rabbitmq_build_info) by (rabbitmq_version)) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ instances different versions (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Running different version of RabbitMQ in the same cluster, can lead to failure. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>RabbitMQ memory high/h3>p>A node use more than 90% of allocated RAM/p>div classrounded-md>astro-island uidZ29RGjm prefixr236 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqMemoryHigh\n expr: 'rabbitmq_process_resident_memory_bytes / rabbitmq_resident_memory_limit_bytes * 100 > 90'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ memory high (instance {{ $labels.instance }})\n description: \"A node use more than 90% of allocated RAM \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqMemoryHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_process_resident_memory_bytes / rabbitmq_resident_memory_limit_bytes * 100 > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ memory high (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A node use more than 90% of allocated RAM /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>RabbitMQ file descriptors usage/h3>p>A node use more than 90% of file descriptors/p>div classrounded-md>astro-island uidZ2gTCN2 prefixr237 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqFileDescriptorsUsage\n expr: 'rabbitmq_process_open_fds / rabbitmq_process_max_fds * 100 > 90'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ file descriptors usage (instance {{ $labels.instance }})\n description: \"A node use more than 90% of file descriptors \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqFileDescriptorsUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_process_open_fds / rabbitmq_process_max_fds * 100 > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ file descriptors usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A node use more than 90% of file descriptors /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>RabbitMQ too many unack messages/h3>p>Too many unacknowledged messages/p>div classrounded-md>astro-island uidZ2aWIkE prefixr238 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqTooManyUnackMessages\n expr: 'sum(rabbitmq_queue_messages_unacked) BY (queue) > 1000'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ too many unack messages (instance {{ $labels.instance }})\n description: \"Too many unacknowledged messages \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqTooManyUnackMessages/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rabbitmq_queue_messages_unacked) BY (queue) > 1000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ too many unack messages (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many unacknowledged messages /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>RabbitMQ too many connections/h3>p>The total connections of a node is too high/p>div classrounded-md>astro-island uidZ1rp7Fi prefixr239 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqTooManyConnections\n expr: 'rabbitmq_connections > 1000'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ too many connections (instance {{ $labels.instance }})\n description: \"The total connections of a node is too high \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqTooManyConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_connections > 1000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ too many connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The total connections of a node is too high /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>RabbitMQ no queue consumer/h3>p>A queue has less than 1 consumer/p>div classrounded-md>astro-island uidZ1G93jl prefixr240 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqNoQueueConsumer\n expr: 'rabbitmq_queue_consumers < 1'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ no queue consumer (instance {{ $labels.instance }})\n description: \"A queue has less than 1 consumer \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqNoQueueConsumer/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_queue_consumers < 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ no queue consumer (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A queue has less than 1 consumer /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>RabbitMQ unroutable messages/h3>p>A queue has unroutable messages/p>div classrounded-md>astro-island uidZ2jHDgS prefixr241 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqUnroutableMessages\n expr: 'increase(rabbitmq_channel_messages_unroutable_returned_total1m) > 0 or increase(rabbitmq_channel_messages_unroutable_dropped_total1m) > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ unroutable messages (instance {{ $labels.instance }})\n description: \"A queue has unroutable messages \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqUnroutableMessages/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(rabbitmq_channel_messages_unroutable_returned_total1m) > 0 or increase(rabbitmq_channel_messages_unroutable_dropped_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ unroutable messages (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A queue has unroutable messages /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>kbudde-rabbitmq-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>RabbitMQ down/h3>p>RabbitMQ node down/p>div classrounded-md>astro-island uidZGcvHf prefixr242 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqDown\n expr: 'rabbitmq_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: RabbitMQ down (instance {{ $labels.instance }})\n description: \"RabbitMQ node down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ node down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>RabbitMQ cluster down/h3>p>Less than 3 nodes running in RabbitMQ cluster/p>div classrounded-md>astro-island uidZkHS0B prefixr243 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqClusterDown\n expr: 'sum(rabbitmq_running) < 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: RabbitMQ cluster down (instance {{ $labels.instance }})\n description: \"Less than 3 nodes running in RabbitMQ cluster \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqClusterDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rabbitmq_running) < 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ cluster down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Less than 3 nodes running in RabbitMQ cluster /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>RabbitMQ cluster partition/h3>p>Cluster partition/p>div classrounded-md>astro-island uidmqeon prefixr244 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqClusterPartition\n expr: 'rabbitmq_partitions > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: RabbitMQ cluster partition (instance {{ $labels.instance }})\n description: \"Cluster partition \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqClusterPartition/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_partitions > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ cluster partition (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cluster partition /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>RabbitMQ out of memory/h3>p>Memory available for RabbmitMQ is low (< 10%)/p>div classrounded-md>astro-island uidZrPWQs prefixr245 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqOutOfMemory\n expr: 'rabbitmq_node_mem_used / rabbitmq_node_mem_limit * 100 > 90'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ out of memory (instance {{ $labels.instance }})\n description: \"Memory available for RabbmitMQ is low (< 10%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqOutOfMemory/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_node_mem_used / rabbitmq_node_mem_limit * 100 > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ out of memory (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Memory available for RabbmitMQ is low (< 10%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>RabbitMQ too many connections/h3>p>RabbitMQ instance has too many connections (> 1000)/p>div classrounded-md>astro-island uidZ2wiW02 prefixr246 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqTooManyConnections\n expr: 'rabbitmq_connectionsTotal > 1000'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ too many connections (instance {{ $labels.instance }})\n description: \"RabbitMQ instance has too many connections (> 1000) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqTooManyConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_connectionsTotal > 1000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ too many connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ instance has too many connections (> 1000) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>RabbitMQ dead letter queue filling up/h3>p>Dead letter queue is filling up (> 10 msgs)/p>div classrounded-md>astro-island uidZ1chYOf prefixr247 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# Indicate the queue name in dedicated label.\n- alert: RabbitMqDeadLetterQueueFillingUp\n expr: 'rabbitmq_queue_messages{queue\"my-dead-letter-queue\"} > 10'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ dead letter queue filling up (instance {{ $labels.instance }})\n description: \"Dead letter queue is filling up (> 10 msgs) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># Indicate the queue name in dedicated label./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqDeadLetterQueueFillingUp/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_queue_messages{queuemy-dead-letter-queue} > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ dead letter queue filling up (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Dead letter queue is filling up (> 10 msgs) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>RabbitMQ too many messages in queue/h3>p>Queue is filling up (> 1000 msgs)/p>div classrounded-md>astro-island uid1IN2ph prefixr248 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# Indicate the queue name in dedicated label.\n- alert: RabbitMqTooManyMessagesInQueue\n expr: 'rabbitmq_queue_messages_ready{queue\"my-queue\"} > 1000'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ too many messages in queue (instance {{ $labels.instance }})\n description: \"Queue is filling up (> 1000 msgs) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># Indicate the queue name in dedicated label./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqTooManyMessagesInQueue/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_queue_messages_ready{queuemy-queue} > 1000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ too many messages in queue (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Queue is filling up (> 1000 msgs) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>RabbitMQ slow queue consuming/h3>p>Queue messages are consumed slowly (> 60s)/p>div classrounded-md>astro-island uidZ1rpC5d prefixr249 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# Indicate the queue name in dedicated label.\n- alert: RabbitMqSlowQueueConsuming\n expr: 'time() - rabbitmq_queue_head_message_timestamp{queue\"my-queue\"} > 60'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ slow queue consuming (instance {{ $labels.instance }})\n description: \"Queue messages are consumed slowly (> 60s) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># Indicate the queue name in dedicated label./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqSlowQueueConsuming/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> time() - rabbitmq_queue_head_message_timestamp{queuemy-queue} > 60/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ slow queue consuming (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Queue messages are consumed slowly (> 60s) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>RabbitMQ no consumer/h3>p>Queue has no consumer/p>div classrounded-md>astro-island uidZdPfBa prefixr250 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: RabbitMqNoConsumer\n expr: 'rabbitmq_queue_consumers 0'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: RabbitMQ no consumer (instance {{ $labels.instance }})\n description: \"Queue has no consumer \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqNoConsumer/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_queue_consumers 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ no consumer (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Queue has no consumer /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>RabbitMQ too many consumers/h3>p>Queue should have only 1 consumer/p>div classrounded-md>astro-island uidZ2vjgq6 prefixr251 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# Indicate the queue name in dedicated label.\n- alert: RabbitMqTooManyConsumers\n expr: 'rabbitmq_queue_consumers{queue\"my-queue\"} > 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: RabbitMQ too many consumers (instance {{ $labels.instance }})\n description: \"Queue should have only 1 consumer \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># Indicate the queue name in dedicated label./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqTooManyConsumers/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rabbitmq_queue_consumers{queuemy-queue} > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ too many consumers (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Queue should have only 1 consumer /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>RabbitMQ unactive exchange/h3>p>Exchange receive less than 5 msgs per second/p>div classrounded-md>astro-island uidZNKMBq prefixr252 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# Indicate the exchange name in dedicated label.\n- alert: RabbitMqUnactiveExchange\n expr: 'rate(rabbitmq_exchange_messages_published_in_total{exchange\"my-exchange\"}1m) < 5'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: RabbitMQ unactive exchange (instance {{ $labels.instance }})\n description: \"Exchange receive less than 5 msgs per second \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># Indicate the exchange name in dedicated label./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMqUnactiveExchange/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(rabbitmq_exchange_messages_published_in_total{exchangemy-exchange}1m) < 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> RabbitMQ unactive exchange (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Exchange receive less than 5 msgs per second /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameElasticsearch> div classrow-start-1 row-end-2> astro-island uidZ2aAOko component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Elasticsearch","exporters":1,0,{"name":0,"prometheus-community/elasticsearch_exporter","slug":0,"prometheus-community-elasticsearch-exporter","doc_url":0,"https://github.com/prometheus-community/elasticsearch_exporter","rules":1,0,{"name":0,"Elasticsearch Heap Usage Too High","description":0,"The heap usage is over 90%","query":0,"(elasticsearch_jvm_memory_used_bytes{area\"heap\"} / elasticsearch_jvm_memory_max_bytes{area\"heap\"}) * 100 > 90","severity":0,"critical","for":0,"2m"},0,{"name":0,"Elasticsearch Heap Usage warning","description":0,"The heap usage is over 80%","query":0,"(elasticsearch_jvm_memory_used_bytes{area\"heap\"} / elasticsearch_jvm_memory_max_bytes{area\"heap\"}) * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"Elasticsearch disk out of space","description":0,"The disk usage is over 90%","query":0,"elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 10","severity":0,"critical"},0,{"name":0,"Elasticsearch disk space low","description":0,"The disk usage is over 80%","query":0,"elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 20","severity":0,"warning","for":0,"2m"},0,{"name":0,"Elasticsearch Cluster Red","description":0,"Elastic Cluster Red status","query":0,"elasticsearch_cluster_health_status{color\"red\"} 1","severity":0,"critical"},0,{"name":0,"Elasticsearch Cluster Yellow","description":0,"Elastic Cluster Yellow status","query":0,"elasticsearch_cluster_health_status{color\"yellow\"} 1","severity":0,"warning"},0,{"name":0,"Elasticsearch Healthy Nodes","description":0,"Missing node in Elasticsearch cluster","query":0,"elasticsearch_cluster_health_number_of_nodes < 3","severity":0,"critical"},0,{"name":0,"Elasticsearch Healthy Data Nodes","description":0,"Missing data node in Elasticsearch cluster","query":0,"elasticsearch_cluster_health_number_of_data_nodes < 3","severity":0,"critical"},0,{"name":0,"Elasticsearch relocating shards","description":0,"Elasticsearch is relocating shards","query":0,"elasticsearch_cluster_health_relocating_shards > 0","severity":0,"info"},0,{"name":0,"Elasticsearch relocating shards too long","description":0,"Elasticsearch has been relocating shards for 15min","query":0,"elasticsearch_cluster_health_relocating_shards > 0","severity":0,"warning","for":0,"15m"},0,{"name":0,"Elasticsearch initializing shards","description":0,"Elasticsearch is initializing shards","query":0,"elasticsearch_cluster_health_initializing_shards > 0","severity":0,"info"},0,{"name":0,"Elasticsearch initializing shards too long","description":0,"Elasticsearch has been initializing shards for 15 min","query":0,"elasticsearch_cluster_health_initializing_shards > 0","severity":0,"warning","for":0,"15m"},0,{"name":0,"Elasticsearch unassigned shards","description":0,"Elasticsearch has unassigned shards","query":0,"elasticsearch_cluster_health_unassigned_shards > 0","severity":0,"critical"},0,{"name":0,"Elasticsearch pending tasks","description":0,"Elasticsearch has pending tasks. Cluster works slowly.","query":0,"elasticsearch_cluster_health_number_of_pending_tasks > 0","severity":0,"warning","for":0,"15m"},0,{"name":0,"Elasticsearch no new documents","description":0,"No new documents for 10 min!","query":0,"increase(elasticsearch_indices_indexing_index_total{es_data_node\"true\"}10m) < 1","severity":0,"warning"},0,{"name":0,"Elasticsearch High Indexing Latency","description":0,"The indexing latency on Elasticsearch cluster is higher than the threshold.","query":0,"elasticsearch_indices_indexing_index_time_seconds_total / elasticsearch_indices_indexing_index_total > 0.0005","severity":0,"warning","for":0,"10m"},0,{"name":0,"Elasticsearch High Indexing Rate","description":0,"The indexing rate on Elasticsearch cluster is higher than the threshold.","query":0,"sum(rate(elasticsearch_indices_indexing_index_total1m))> 10000","severity":0,"warning","for":0,"5m"},0,{"name":0,"Elasticsearch High Query Rate","description":0,"The query rate on Elasticsearch cluster is higher than the threshold.","query":0,"sum(rate(elasticsearch_indices_search_query_total1m)) > 100","severity":0,"warning","for":0,"5m"},0,{"name":0,"Elasticsearch High Query Latency","description":0,"The query latency on Elasticsearch cluster is higher than the threshold.","query":0,"elasticsearch_indices_search_fetch_time_seconds / elasticsearch_indices_search_fetch_total > 1","severity":0,"warning","for":0,"5m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>19 rules/div> p classinline> Elasticsearch Heap Usage Too High, Elasticsearch Heap Usage warning, Elasticsearch disk out of space, Elasticsearch disk space low, Elasticsearch Cluster Red, Elasticsearch Cluster Yellow, Elasticsearch Healthy Nodes, Elasticsearch Healthy Data Nodes, Elasticsearch relocating shards, Elasticsearch relocating shards too long, Elasticsearch initializing shards, Elasticsearch initializing shards too long, Elasticsearch unassigned shards, Elasticsearch pending tasks, Elasticsearch no new documents, Elasticsearch High Indexing Latency, Elasticsearch High Indexing Rate, Elasticsearch High Query Rate, Elasticsearch High Query Latency /p> /div> div classrow-start-3 row-end-4> astro-island uidZXPvTR prefixr651 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Elasticsearch","exporters":1,0,{"name":0,"prometheus-community/elasticsearch_exporter","slug":0,"prometheus-community-elasticsearch-exporter","doc_url":0,"https://github.com/prometheus-community/elasticsearch_exporter","rules":1,0,{"name":0,"Elasticsearch Heap Usage Too High","description":0,"The heap usage is over 90%","query":0,"(elasticsearch_jvm_memory_used_bytes{area\"heap\"} / elasticsearch_jvm_memory_max_bytes{area\"heap\"}) * 100 > 90","severity":0,"critical","for":0,"2m"},0,{"name":0,"Elasticsearch Heap Usage warning","description":0,"The heap usage is over 80%","query":0,"(elasticsearch_jvm_memory_used_bytes{area\"heap\"} / elasticsearch_jvm_memory_max_bytes{area\"heap\"}) * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"Elasticsearch disk out of space","description":0,"The disk usage is over 90%","query":0,"elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 10","severity":0,"critical"},0,{"name":0,"Elasticsearch disk space low","description":0,"The disk usage is over 80%","query":0,"elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 20","severity":0,"warning","for":0,"2m"},0,{"name":0,"Elasticsearch Cluster Red","description":0,"Elastic Cluster Red status","query":0,"elasticsearch_cluster_health_status{color\"red\"} 1","severity":0,"critical"},0,{"name":0,"Elasticsearch Cluster Yellow","description":0,"Elastic Cluster Yellow status","query":0,"elasticsearch_cluster_health_status{color\"yellow\"} 1","severity":0,"warning"},0,{"name":0,"Elasticsearch Healthy Nodes","description":0,"Missing node in Elasticsearch cluster","query":0,"elasticsearch_cluster_health_number_of_nodes < 3","severity":0,"critical"},0,{"name":0,"Elasticsearch Healthy Data Nodes","description":0,"Missing data node in Elasticsearch cluster","query":0,"elasticsearch_cluster_health_number_of_data_nodes < 3","severity":0,"critical"},0,{"name":0,"Elasticsearch relocating shards","description":0,"Elasticsearch is relocating shards","query":0,"elasticsearch_cluster_health_relocating_shards > 0","severity":0,"info"},0,{"name":0,"Elasticsearch relocating shards too long","description":0,"Elasticsearch has been relocating shards for 15min","query":0,"elasticsearch_cluster_health_relocating_shards > 0","severity":0,"warning","for":0,"15m"},0,{"name":0,"Elasticsearch initializing shards","description":0,"Elasticsearch is initializing shards","query":0,"elasticsearch_cluster_health_initializing_shards > 0","severity":0,"info"},0,{"name":0,"Elasticsearch initializing shards too long","description":0,"Elasticsearch has been initializing shards for 15 min","query":0,"elasticsearch_cluster_health_initializing_shards > 0","severity":0,"warning","for":0,"15m"},0,{"name":0,"Elasticsearch unassigned shards","description":0,"Elasticsearch has unassigned shards","query":0,"elasticsearch_cluster_health_unassigned_shards > 0","severity":0,"critical"},0,{"name":0,"Elasticsearch pending tasks","description":0,"Elasticsearch has pending tasks. Cluster works slowly.","query":0,"elasticsearch_cluster_health_number_of_pending_tasks > 0","severity":0,"warning","for":0,"15m"},0,{"name":0,"Elasticsearch no new documents","description":0,"No new documents for 10 min!","query":0,"increase(elasticsearch_indices_indexing_index_total{es_data_node\"true\"}10m) < 1","severity":0,"warning"},0,{"name":0,"Elasticsearch High Indexing Latency","description":0,"The indexing latency on Elasticsearch cluster is higher than the threshold.","query":0,"elasticsearch_indices_indexing_index_time_seconds_total / elasticsearch_indices_indexing_index_total > 0.0005","severity":0,"warning","for":0,"10m"},0,{"name":0,"Elasticsearch High Indexing Rate","description":0,"The indexing rate on Elasticsearch cluster is higher than the threshold.","query":0,"sum(rate(elasticsearch_indices_indexing_index_total1m))> 10000","severity":0,"warning","for":0,"5m"},0,{"name":0,"Elasticsearch High Query Rate","description":0,"The query rate on Elasticsearch cluster is higher than the threshold.","query":0,"sum(rate(elasticsearch_indices_search_query_total1m)) > 100","severity":0,"warning","for":0,"5m"},0,{"name":0,"Elasticsearch High Query Latency","description":0,"The query latency on Elasticsearch cluster is higher than the threshold.","query":0,"elasticsearch_indices_search_fetch_time_seconds / elasticsearch_indices_search_fetch_total > 1","severity":0,"warning","for":0,"5m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r651R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>prometheus-community-elasticsearch-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Elasticsearch Heap Usage Too High/h3>p>The heap usage is over 90%/p>div classrounded-md>astro-island uidZupKqt prefixr253 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchHeapUsageTooHigh\n expr: '(elasticsearch_jvm_memory_used_bytes{area\"heap\"} / elasticsearch_jvm_memory_max_bytes{area\"heap\"}) * 100 > 90'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Elasticsearch Heap Usage Too High (instance {{ $labels.instance }})\n description: \"The heap usage is over 90% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchHeapUsageTooHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (elasticsearch_jvm_memory_used_bytes{areaheap} / elasticsearch_jvm_memory_max_bytes{areaheap}) * 100 > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch Heap Usage Too High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The heap usage is over 90% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Elasticsearch Heap Usage warning/h3>p>The heap usage is over 80%/p>div classrounded-md>astro-island uidZev8eO prefixr254 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchHeapUsageWarning\n expr: '(elasticsearch_jvm_memory_used_bytes{area\"heap\"} / elasticsearch_jvm_memory_max_bytes{area\"heap\"}) * 100 > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch Heap Usage warning (instance {{ $labels.instance }})\n description: \"The heap usage is over 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchHeapUsageWarning/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (elasticsearch_jvm_memory_used_bytes{areaheap} / elasticsearch_jvm_memory_max_bytes{areaheap}) * 100 > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch Heap Usage warning (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The heap usage is over 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Elasticsearch disk out of space/h3>p>The disk usage is over 90%/p>div classrounded-md>astro-island uidDeBVu prefixr255 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchDiskOutOfSpace\n expr: 'elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 10'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Elasticsearch disk out of space (instance {{ $labels.instance }})\n description: \"The disk usage is over 90% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchDiskOutOfSpace/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch disk out of space (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The disk usage is over 90% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Elasticsearch disk space low/h3>p>The disk usage is over 80%/p>div classrounded-md>astro-island uid1OelCy prefixr256 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchDiskSpaceLow\n expr: 'elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 20'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch disk space low (instance {{ $labels.instance }})\n description: \"The disk usage is over 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchDiskSpaceLow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch disk space low (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The disk usage is over 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Elasticsearch Cluster Red/h3>p>Elastic Cluster Red status/p>div classrounded-md>astro-island uidNV20v prefixr257 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchClusterRed\n expr: 'elasticsearch_cluster_health_status{color\"red\"} 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Elasticsearch Cluster Red (instance {{ $labels.instance }})\n description: \"Elastic Cluster Red status \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchClusterRed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_cluster_health_status{colorred} 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch Cluster Red (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elastic Cluster Red status /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Elasticsearch Cluster Yellow/h3>p>Elastic Cluster Yellow status/p>div classrounded-md>astro-island uidQyNlW prefixr258 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchClusterYellow\n expr: 'elasticsearch_cluster_health_status{color\"yellow\"} 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch Cluster Yellow (instance {{ $labels.instance }})\n description: \"Elastic Cluster Yellow status \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchClusterYellow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_cluster_health_status{coloryellow} 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch Cluster Yellow (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elastic Cluster Yellow status /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Elasticsearch Healthy Nodes/h3>p>Missing node in Elasticsearch cluster/p>div classrounded-md>astro-island uidZq7GXJ prefixr259 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchHealthyNodes\n expr: 'elasticsearch_cluster_health_number_of_nodes < 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Elasticsearch Healthy Nodes (instance {{ $labels.instance }})\n description: \"Missing node in Elasticsearch cluster \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchHealthyNodes/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_cluster_health_number_of_nodes < 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch Healthy Nodes (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Missing node in Elasticsearch cluster /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Elasticsearch Healthy Data Nodes/h3>p>Missing data node in Elasticsearch cluster/p>div classrounded-md>astro-island uidZ2gBJ0e prefixr260 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchHealthyDataNodes\n expr: 'elasticsearch_cluster_health_number_of_data_nodes < 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Elasticsearch Healthy Data Nodes (instance {{ $labels.instance }})\n description: \"Missing data node in Elasticsearch cluster \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchHealthyDataNodes/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_cluster_health_number_of_data_nodes < 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch Healthy Data Nodes (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Missing data node in Elasticsearch cluster /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Elasticsearch relocating shards/h3>p>Elasticsearch is relocating shards/p>div classrounded-md>astro-island uidZHd97G prefixr261 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchRelocatingShards\n expr: 'elasticsearch_cluster_health_relocating_shards > 0'\n for: 0m\n labels:\n severity: info\n annotations:\n summary: Elasticsearch relocating shards (instance {{ $labels.instance }})\n description: \"Elasticsearch is relocating shards \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchRelocatingShards/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_cluster_health_relocating_shards > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch relocating shards (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch is relocating shards /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Elasticsearch relocating shards too long/h3>p>Elasticsearch has been relocating shards for 15min/p>div classrounded-md>astro-island uid2obQHj prefixr262 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchRelocatingShardsTooLong\n expr: 'elasticsearch_cluster_health_relocating_shards > 0'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch relocating shards too long (instance {{ $labels.instance }})\n description: \"Elasticsearch has been relocating shards for 15min \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchRelocatingShardsTooLong/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_cluster_health_relocating_shards > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch relocating shards too long (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch has been relocating shards for 15min /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Elasticsearch initializing shards/h3>p>Elasticsearch is initializing shards/p>div classrounded-md>astro-island uido8fMN prefixr263 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchInitializingShards\n expr: 'elasticsearch_cluster_health_initializing_shards > 0'\n for: 0m\n labels:\n severity: info\n annotations:\n summary: Elasticsearch initializing shards (instance {{ $labels.instance }})\n description: \"Elasticsearch is initializing shards \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchInitializingShards/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_cluster_health_initializing_shards > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch initializing shards (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch is initializing shards /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Elasticsearch initializing shards too long/h3>p>Elasticsearch has been initializing shards for 15 min/p>div classrounded-md>astro-island uid1vKMVQ prefixr264 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchInitializingShardsTooLong\n expr: 'elasticsearch_cluster_health_initializing_shards > 0'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch initializing shards too long (instance {{ $labels.instance }})\n description: \"Elasticsearch has been initializing shards for 15 min \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchInitializingShardsTooLong/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_cluster_health_initializing_shards > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch initializing shards too long (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch has been initializing shards for 15 min /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>Elasticsearch unassigned shards/h3>p>Elasticsearch has unassigned shards/p>div classrounded-md>astro-island uid1EphKc prefixr265 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchUnassignedShards\n expr: 'elasticsearch_cluster_health_unassigned_shards > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Elasticsearch unassigned shards (instance {{ $labels.instance }})\n description: \"Elasticsearch has unassigned shards \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchUnassignedShards/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_cluster_health_unassigned_shards > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch unassigned shards (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch has unassigned shards /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>14/div>div>h3 classheading-lg mb-2>Elasticsearch pending tasks/h3>p>Elasticsearch has pending tasks. Cluster works slowly./p>div classrounded-md>astro-island uidZ7yPIQ prefixr266 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchPendingTasks\n expr: 'elasticsearch_cluster_health_number_of_pending_tasks > 0'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch pending tasks (instance {{ $labels.instance }})\n description: \"Elasticsearch has pending tasks. Cluster works slowly. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchPendingTasks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_cluster_health_number_of_pending_tasks > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch pending tasks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch has pending tasks. Cluster works slowly. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>15/div>div>h3 classheading-lg mb-2>Elasticsearch no new documents/h3>p>No new documents for 10 min!/p>div classrounded-md>astro-island uidZGEW8J prefixr267 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchNoNewDocuments\n expr: 'increase(elasticsearch_indices_indexing_index_total{es_data_node\"true\"}10m) < 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch no new documents (instance {{ $labels.instance }})\n description: \"No new documents for 10 min! \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchNoNewDocuments/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(elasticsearch_indices_indexing_index_total{es_data_nodetrue}10m) < 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch no new documents (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> No new documents for 10 min! /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>16/div>div>h3 classheading-lg mb-2>Elasticsearch High Indexing Latency/h3>p>The indexing latency on Elasticsearch cluster is higher than the threshold./p>div classrounded-md>astro-island uid13iEkw prefixr268 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchHighIndexingLatency\n expr: 'elasticsearch_indices_indexing_index_time_seconds_total / elasticsearch_indices_indexing_index_total > 0.0005'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch High Indexing Latency (instance {{ $labels.instance }})\n description: \"The indexing latency on Elasticsearch cluster is higher than the threshold. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchHighIndexingLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_indices_indexing_index_time_seconds_total / elasticsearch_indices_indexing_index_total > 0.0005/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch High Indexing Latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The indexing latency on Elasticsearch cluster is higher than the threshold. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>17/div>div>h3 classheading-lg mb-2>Elasticsearch High Indexing Rate/h3>p>The indexing rate on Elasticsearch cluster is higher than the threshold./p>div classrounded-md>astro-island uidfzwlj prefixr269 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchHighIndexingRate\n expr: 'sum(rate(elasticsearch_indices_indexing_index_total1m))> 10000'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch High Indexing Rate (instance {{ $labels.instance }})\n description: \"The indexing rate on Elasticsearch cluster is higher than the threshold. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchHighIndexingRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(elasticsearch_indices_indexing_index_total1m))> 10000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch High Indexing Rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The indexing rate on Elasticsearch cluster is higher than the threshold. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>18/div>div>h3 classheading-lg mb-2>Elasticsearch High Query Rate/h3>p>The query rate on Elasticsearch cluster is higher than the threshold./p>div classrounded-md>astro-island uidZHczmk prefixr270 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchHighQueryRate\n expr: 'sum(rate(elasticsearch_indices_search_query_total1m)) > 100'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch High Query Rate (instance {{ $labels.instance }})\n description: \"The query rate on Elasticsearch cluster is higher than the threshold. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchHighQueryRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(elasticsearch_indices_search_query_total1m)) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch High Query Rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The query rate on Elasticsearch cluster is higher than the threshold. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>19/div>div>h3 classheading-lg mb-2>Elasticsearch High Query Latency/h3>p>The query latency on Elasticsearch cluster is higher than the threshold./p>div classrounded-md>astro-island uid2ooeVG prefixr271 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ElasticsearchHighQueryLatency\n expr: 'elasticsearch_indices_search_fetch_time_seconds / elasticsearch_indices_search_fetch_total > 1'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Elasticsearch High Query Latency (instance {{ $labels.instance }})\n description: \"The query latency on Elasticsearch cluster is higher than the threshold. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ElasticsearchHighQueryLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> elasticsearch_indices_search_fetch_time_seconds / elasticsearch_indices_search_fetch_total > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Elasticsearch High Query Latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The query latency on Elasticsearch cluster is higher than the threshold. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameMeilisearch> div classrow-start-1 row-end-2> astro-island uid2u0J24 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Meilisearch","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://github.com/orgs/meilisearch/discussions/625","rules":1,0,{"name":0,"Meilisearch index is empty","description":0,"Meilisearch instance is down","query":0,"meilisearch_index_docs_count 0","severity":0,"warning"},0,{"name":0,"Meilisearch http response time","description":0,"Meilisearch http response time is too high","query":0,"meilisearch_http_response_time_seconds > 0.5","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>2 rules/div> p classinline> Meilisearch index is empty, Meilisearch http response time /p> /div> div classrow-start-3 row-end-4> astro-island uidZDAKPw prefixr606 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Meilisearch","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://github.com/orgs/meilisearch/discussions/625","rules":1,0,{"name":0,"Meilisearch index is empty","description":0,"Meilisearch instance is down","query":0,"meilisearch_index_docs_count 0","severity":0,"warning"},0,{"name":0,"Meilisearch http response time","description":0,"Meilisearch http response time is too high","query":0,"meilisearch_http_response_time_seconds > 0.5","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r606R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Meilisearch index is empty/h3>p>Meilisearch instance is down/p>div classrounded-md>astro-island uidZHrdl prefixr272 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MeilisearchIndexIsEmpty\n expr: 'meilisearch_index_docs_count 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Meilisearch index is empty (instance {{ $labels.instance }})\n description: \"Meilisearch instance is down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MeilisearchIndexIsEmpty/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> meilisearch_index_docs_count 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Meilisearch index is empty (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Meilisearch instance is down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Meilisearch http response time/h3>p>Meilisearch http response time is too high/p>div classrounded-md>astro-island uid27XGjR prefixr273 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MeilisearchHttpResponseTime\n expr: 'meilisearch_http_response_time_seconds > 0.5'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Meilisearch http response time (instance {{ $labels.instance }})\n description: \"Meilisearch http response time is too high \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MeilisearchHttpResponseTime/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> meilisearch_http_response_time_seconds > 0.5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Meilisearch http response time (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Meilisearch http response time is too high /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameCassandra> div classrow-start-1 row-end-2> astro-island uid1euCTV component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Cassandra","exporters":1,0,{"name":0,"instaclustr/cassandra-exporter","slug":0,"instaclustr-cassandra-exporter","doc_url":0,"https://github.com/instaclustr/cassandra-exporter","rules":1,0,{"name":0,"Cassandra Node is unavailable","description":0,"Cassandra Node is unavailable - {{ $labels.cassandra_cluster }} {{ $labels.exported_endpoint }}","query":0,"sum(cassandra_endpoint_active) by (cassandra_cluster,instance,exported_endpoint) < 1","severity":0,"critical"},0,{"name":0,"Cassandra many compaction tasks are pending","description":0,"Many Cassandra compaction tasks are pending - {{ $labels.cassandra_cluster }}","query":0,"cassandra_table_estimated_pending_compactions > 100","severity":0,"warning"},0,{"name":0,"Cassandra commitlog pending tasks","description":0,"Cassandra commitlog pending tasks - {{ $labels.cassandra_cluster }}","query":0,"cassandra_commit_log_pending_tasks > 15","for":0,"2m","severity":0,"warning"},0,{"name":0,"Cassandra compaction executor blocked tasks","description":0,"Some Cassandra compaction executor tasks are blocked - {{ $labels.cassandra_cluster }}","query":0,"cassandra_thread_pool_blocked_tasks{pool\"CompactionExecutor\"} > 15","for":0,"2m","severity":0,"warning"},0,{"name":0,"Cassandra flush writer blocked tasks","description":0,"Some Cassandra flush writer tasks are blocked - {{ $labels.cassandra_cluster }}","query":0,"cassandra_thread_pool_blocked_tasks{pool\"MemtableFlushWriter\"} > 15","for":0,"2m","severity":0,"warning"},0,{"name":0,"Cassandra connection timeouts total","description":0,"Some connection between nodes are ending in timeout - {{ $labels.cassandra_cluster }}","query":0,"avg(cassandra_client_request_timeouts_total) by (cassandra_cluster,instance) > 5","for":0,"2m","severity":0,"critical"},0,{"name":0,"Cassandra storage exceptions","description":0,"Something is going wrong with cassandra storage - {{ $labels.cassandra_cluster }}","query":0,"changes(cassandra_storage_exceptions_total1m) > 1","severity":0,"critical"},0,{"name":0,"Cassandra tombstone dump","description":0,"Cassandra tombstone dump - {{ $labels.cassandra_cluster }}","query":0,"avg(cassandra_table_tombstones_scanned{quantile\"0.99\"}) by (instance,cassandra_cluster,keyspace) > 100","for":0,"2m","severity":0,"critical"},0,{"name":0,"Cassandra client request unavailable write","description":0,"Some Cassandra client requests are unavailable to write - {{ $labels.cassandra_cluster }}","query":0,"changes(cassandra_client_request_unavailable_exceptions_total{operation\"write\"}1m) > 0","for":0,"2m","severity":0,"critical"},0,{"name":0,"Cassandra client request unavailable read","description":0,"Some Cassandra client requests are unavailable to read - {{ $labels.cassandra_cluster }}","query":0,"changes(cassandra_client_request_unavailable_exceptions_total{operation\"read\"}1m) > 0","for":0,"2m","severity":0,"critical"},0,{"name":0,"Cassandra client request write failure","description":0,"Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }}","query":0,"increase(cassandra_client_request_failures_total{operation\"write\"}1m) > 0","for":0,"2m","severity":0,"critical"},0,{"name":0,"Cassandra client request read failure","description":0,"Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }}","query":0,"increase(cassandra_client_request_failures_total{operation\"read\"}1m) > 0","for":0,"2m","severity":0,"critical"}},0,{"name":0,"criteo/cassandra_exporter","slug":0,"criteo-cassandra-exporter","doc_url":0,"https://github.com/criteo/cassandra_exporter","rules":1,0,{"name":0,"Cassandra hints count","description":0,"Cassandra hints count has changed on {{ $labels.instance }} some nodes may go down","query":0,"changes(cassandra_stats{name\"org:apache:cassandra:metrics:storage:totalhints:count\"}1m) > 3","severity":0,"critical"},0,{"name":0,"Cassandra compaction task pending","description":0,"Many Cassandra compaction tasks are pending. You might need to increase I/O capacity by adding nodes to the cluster.","query":0,"avg_over_time(cassandra_stats{name\"org:apache:cassandra:metrics:compaction:pendingtasks:value\"}1m) > 100","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra viewwrite latency","description":0,"High viewwrite latency on {{ $labels.instance }} cassandra node","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:viewwrite:viewwritelatency:99thpercentile\",service\"cas\"} > 100000","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra bad hacker","description":0,"Increase of Cassandra authentication failures","query":0,"rate(cassandra_stats{name\"org:apache:cassandra:metrics:client:authfailure:count\"}1m) > 5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra node down","description":0,"Cassandra node down","query":0,"sum(cassandra_stats{name\"org:apache:cassandra:net:failuredetector:downendpointcount\"}) by (service,group,cluster,env) > 0","severity":0,"critical"},0,{"name":0,"Cassandra commitlog pending tasks","description":0,"Unexpected number of Cassandra commitlog pending tasks","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:commitlog:pendingtasks:value\"} > 15","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra compaction executor blocked tasks","description":0,"Some Cassandra compaction executor tasks are blocked","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:compactionexecutor:currentlyblockedtasks:count\"} > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra flush writer blocked tasks","description":0,"Some Cassandra flush writer tasks are blocked","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:memtableflushwriter:currentlyblockedtasks:count\"} > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra repair pending tasks","description":0,"Some Cassandra repair tasks are pending","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:antientropystage:pendingtasks:value\"} > 2","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra repair blocked tasks","description":0,"Some Cassandra repair tasks are blocked","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:antientropystage:currentlyblockedtasks:count\"} > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra connection timeouts total","description":0,"Some connection between nodes are ending in timeout","query":0,"rate(cassandra_stats{name\"org:apache:cassandra:metrics:connection:totaltimeouts:count\"}1m) > 5","severity":0,"critical","for":0,"2m"},0,{"name":0,"Cassandra storage exceptions","description":0,"Something is going wrong with cassandra storage","query":0,"changes(cassandra_stats{name\"org:apache:cassandra:metrics:storage:exceptions:count\"}1m) > 1","severity":0,"critical"},0,{"name":0,"Cassandra tombstone dump","description":0,"Too much tombstones scanned in queries","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:table:tombstonescannedhistogram:99thpercentile\"} > 1000","severity":0,"critical"},0,{"name":0,"Cassandra client request unavailable write","description":0,"Write failures have occurred because too many nodes are unavailable","query":0,"changes(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:write:unavailables:count\"}1m) > 0","severity":0,"critical"},0,{"name":0,"Cassandra client request unavailable read","description":0,"Read failures have occurred because too many nodes are unavailable","query":0,"changes(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:read:unavailables:count\"}1m) > 0","severity":0,"critical"},0,{"name":0,"Cassandra client request write failure","description":0,"A lot of write failures encountered. A write failure is a non-timeout exception encountered during a write request. Examine the reason map to find to the root cause. The most common cause for this type of error is when batch sizes are too large.","query":0,"increase(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:write:failures:oneminuterate\"}1m) > 0","severity":0,"critical"},0,{"name":0,"Cassandra client request read failure","description":0,"A lot of read failures encountered. A read failure is a non-timeout exception encountered during a read request. Examine the reason map to find to the root cause. The most common cause for this type of error is when batch sizes are too large.","query":0,"increase(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:read:failures:oneminuterate\"}1m) > 0","severity":0,"critical"},0,{"name":0,"Cassandra cache hit rate key cache","description":0,"Key cache hit rate is below 85%","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:cache:keycache:hitrate:value\"} < .85","severity":0,"critical","for":0,"2m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>30 rules/div> p classinline> Cassandra Node is unavailable, Cassandra many compaction tasks are pending, Cassandra commitlog pending tasks, Cassandra compaction executor blocked tasks, Cassandra flush writer blocked tasks, Cassandra connection timeouts total, Cassandra storage exceptions, Cassandra tombstone dump, Cassandra client request unavailable write, Cassandra client request unavailable read, Cassandra client request write failure, Cassandra client request read failureCassandra hints count, Cassandra compaction task pending, Cassandra viewwrite latency, Cassandra bad hacker, Cassandra node down, Cassandra commitlog pending tasks, Cassandra compaction executor blocked tasks, Cassandra flush writer blocked tasks, Cassandra repair pending tasks, Cassandra repair blocked tasks, Cassandra connection timeouts total, Cassandra storage exceptions, Cassandra tombstone dump, Cassandra client request unavailable write, Cassandra client request unavailable read, Cassandra client request write failure, Cassandra client request read failure, Cassandra cache hit rate key cache /p> /div> div classrow-start-3 row-end-4> astro-island uidpgDMV prefixr650 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Cassandra","exporters":1,0,{"name":0,"instaclustr/cassandra-exporter","slug":0,"instaclustr-cassandra-exporter","doc_url":0,"https://github.com/instaclustr/cassandra-exporter","rules":1,0,{"name":0,"Cassandra Node is unavailable","description":0,"Cassandra Node is unavailable - {{ $labels.cassandra_cluster }} {{ $labels.exported_endpoint }}","query":0,"sum(cassandra_endpoint_active) by (cassandra_cluster,instance,exported_endpoint) < 1","severity":0,"critical"},0,{"name":0,"Cassandra many compaction tasks are pending","description":0,"Many Cassandra compaction tasks are pending - {{ $labels.cassandra_cluster }}","query":0,"cassandra_table_estimated_pending_compactions > 100","severity":0,"warning"},0,{"name":0,"Cassandra commitlog pending tasks","description":0,"Cassandra commitlog pending tasks - {{ $labels.cassandra_cluster }}","query":0,"cassandra_commit_log_pending_tasks > 15","for":0,"2m","severity":0,"warning"},0,{"name":0,"Cassandra compaction executor blocked tasks","description":0,"Some Cassandra compaction executor tasks are blocked - {{ $labels.cassandra_cluster }}","query":0,"cassandra_thread_pool_blocked_tasks{pool\"CompactionExecutor\"} > 15","for":0,"2m","severity":0,"warning"},0,{"name":0,"Cassandra flush writer blocked tasks","description":0,"Some Cassandra flush writer tasks are blocked - {{ $labels.cassandra_cluster }}","query":0,"cassandra_thread_pool_blocked_tasks{pool\"MemtableFlushWriter\"} > 15","for":0,"2m","severity":0,"warning"},0,{"name":0,"Cassandra connection timeouts total","description":0,"Some connection between nodes are ending in timeout - {{ $labels.cassandra_cluster }}","query":0,"avg(cassandra_client_request_timeouts_total) by (cassandra_cluster,instance) > 5","for":0,"2m","severity":0,"critical"},0,{"name":0,"Cassandra storage exceptions","description":0,"Something is going wrong with cassandra storage - {{ $labels.cassandra_cluster }}","query":0,"changes(cassandra_storage_exceptions_total1m) > 1","severity":0,"critical"},0,{"name":0,"Cassandra tombstone dump","description":0,"Cassandra tombstone dump - {{ $labels.cassandra_cluster }}","query":0,"avg(cassandra_table_tombstones_scanned{quantile\"0.99\"}) by (instance,cassandra_cluster,keyspace) > 100","for":0,"2m","severity":0,"critical"},0,{"name":0,"Cassandra client request unavailable write","description":0,"Some Cassandra client requests are unavailable to write - {{ $labels.cassandra_cluster }}","query":0,"changes(cassandra_client_request_unavailable_exceptions_total{operation\"write\"}1m) > 0","for":0,"2m","severity":0,"critical"},0,{"name":0,"Cassandra client request unavailable read","description":0,"Some Cassandra client requests are unavailable to read - {{ $labels.cassandra_cluster }}","query":0,"changes(cassandra_client_request_unavailable_exceptions_total{operation\"read\"}1m) > 0","for":0,"2m","severity":0,"critical"},0,{"name":0,"Cassandra client request write failure","description":0,"Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }}","query":0,"increase(cassandra_client_request_failures_total{operation\"write\"}1m) > 0","for":0,"2m","severity":0,"critical"},0,{"name":0,"Cassandra client request read failure","description":0,"Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }}","query":0,"increase(cassandra_client_request_failures_total{operation\"read\"}1m) > 0","for":0,"2m","severity":0,"critical"}},0,{"name":0,"criteo/cassandra_exporter","slug":0,"criteo-cassandra-exporter","doc_url":0,"https://github.com/criteo/cassandra_exporter","rules":1,0,{"name":0,"Cassandra hints count","description":0,"Cassandra hints count has changed on {{ $labels.instance }} some nodes may go down","query":0,"changes(cassandra_stats{name\"org:apache:cassandra:metrics:storage:totalhints:count\"}1m) > 3","severity":0,"critical"},0,{"name":0,"Cassandra compaction task pending","description":0,"Many Cassandra compaction tasks are pending. You might need to increase I/O capacity by adding nodes to the cluster.","query":0,"avg_over_time(cassandra_stats{name\"org:apache:cassandra:metrics:compaction:pendingtasks:value\"}1m) > 100","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra viewwrite latency","description":0,"High viewwrite latency on {{ $labels.instance }} cassandra node","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:viewwrite:viewwritelatency:99thpercentile\",service\"cas\"} > 100000","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra bad hacker","description":0,"Increase of Cassandra authentication failures","query":0,"rate(cassandra_stats{name\"org:apache:cassandra:metrics:client:authfailure:count\"}1m) > 5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra node down","description":0,"Cassandra node down","query":0,"sum(cassandra_stats{name\"org:apache:cassandra:net:failuredetector:downendpointcount\"}) by (service,group,cluster,env) > 0","severity":0,"critical"},0,{"name":0,"Cassandra commitlog pending tasks","description":0,"Unexpected number of Cassandra commitlog pending tasks","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:commitlog:pendingtasks:value\"} > 15","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra compaction executor blocked tasks","description":0,"Some Cassandra compaction executor tasks are blocked","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:compactionexecutor:currentlyblockedtasks:count\"} > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra flush writer blocked tasks","description":0,"Some Cassandra flush writer tasks are blocked","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:memtableflushwriter:currentlyblockedtasks:count\"} > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra repair pending tasks","description":0,"Some Cassandra repair tasks are pending","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:antientropystage:pendingtasks:value\"} > 2","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra repair blocked tasks","description":0,"Some Cassandra repair tasks are blocked","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:antientropystage:currentlyblockedtasks:count\"} > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Cassandra connection timeouts total","description":0,"Some connection between nodes are ending in timeout","query":0,"rate(cassandra_stats{name\"org:apache:cassandra:metrics:connection:totaltimeouts:count\"}1m) > 5","severity":0,"critical","for":0,"2m"},0,{"name":0,"Cassandra storage exceptions","description":0,"Something is going wrong with cassandra storage","query":0,"changes(cassandra_stats{name\"org:apache:cassandra:metrics:storage:exceptions:count\"}1m) > 1","severity":0,"critical"},0,{"name":0,"Cassandra tombstone dump","description":0,"Too much tombstones scanned in queries","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:table:tombstonescannedhistogram:99thpercentile\"} > 1000","severity":0,"critical"},0,{"name":0,"Cassandra client request unavailable write","description":0,"Write failures have occurred because too many nodes are unavailable","query":0,"changes(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:write:unavailables:count\"}1m) > 0","severity":0,"critical"},0,{"name":0,"Cassandra client request unavailable read","description":0,"Read failures have occurred because too many nodes are unavailable","query":0,"changes(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:read:unavailables:count\"}1m) > 0","severity":0,"critical"},0,{"name":0,"Cassandra client request write failure","description":0,"A lot of write failures encountered. A write failure is a non-timeout exception encountered during a write request. Examine the reason map to find to the root cause. The most common cause for this type of error is when batch sizes are too large.","query":0,"increase(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:write:failures:oneminuterate\"}1m) > 0","severity":0,"critical"},0,{"name":0,"Cassandra client request read failure","description":0,"A lot of read failures encountered. A read failure is a non-timeout exception encountered during a read request. Examine the reason map to find to the root cause. The most common cause for this type of error is when batch sizes are too large.","query":0,"increase(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:read:failures:oneminuterate\"}1m) > 0","severity":0,"critical"},0,{"name":0,"Cassandra cache hit rate key cache","description":0,"Key cache hit rate is below 85%","query":0,"cassandra_stats{name\"org:apache:cassandra:metrics:cache:keycache:hitrate:value\"} < .85","severity":0,"critical","for":0,"2m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r650R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>instaclustr-cassandra-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Cassandra Node is unavailable/h3>p>Cassandra Node is unavailable - {{ $labels.cassandra_cluster }} {{ $labels.exported_endpoint }}/p>div classrounded-md>astro-island uidZ1Vpd90 prefixr274 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraNodeIsUnavailable\n expr: 'sum(cassandra_endpoint_active) by (cassandra_cluster,instance,exported_endpoint) < 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cassandra Node is unavailable (instance {{ $labels.instance }})\n description: \"Cassandra Node is unavailable - {{ $labels.cassandra_cluster }} {{ $labels.exported_endpoint }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraNodeIsUnavailable/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(cassandra_endpoint_active) by (cassandra_cluster,instance,exported_endpoint) < 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra Node is unavailable (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra Node is unavailable - {{ $labels.cassandra_cluster }} {{ $labels.exported_endpoint }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Cassandra many compaction tasks are pending/h3>p>Many Cassandra compaction tasks are pending - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uidZ1xEmDT prefixr275 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraManyCompactionTasksArePending\n expr: 'cassandra_table_estimated_pending_compactions > 100'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Cassandra many compaction tasks are pending (instance {{ $labels.instance }})\n description: \"Many Cassandra compaction tasks are pending - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraManyCompactionTasksArePending/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_table_estimated_pending_compactions > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra many compaction tasks are pending (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Many Cassandra compaction tasks are pending - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Cassandra commitlog pending tasks/h3>p>Cassandra commitlog pending tasks - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uid2fJf6g prefixr276 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraCommitlogPendingTasks\n expr: 'cassandra_commit_log_pending_tasks > 15'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra commitlog pending tasks (instance {{ $labels.instance }})\n description: \"Cassandra commitlog pending tasks - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraCommitlogPendingTasks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_commit_log_pending_tasks > 15/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra commitlog pending tasks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra commitlog pending tasks - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Cassandra compaction executor blocked tasks/h3>p>Some Cassandra compaction executor tasks are blocked - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uidZ2mwJMh prefixr277 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraCompactionExecutorBlockedTasks\n expr: 'cassandra_thread_pool_blocked_tasks{pool\"CompactionExecutor\"} > 15'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra compaction executor blocked tasks (instance {{ $labels.instance }})\n description: \"Some Cassandra compaction executor tasks are blocked - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraCompactionExecutorBlockedTasks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_thread_pool_blocked_tasks{poolCompactionExecutor} > 15/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra compaction executor blocked tasks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Cassandra compaction executor tasks are blocked - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Cassandra flush writer blocked tasks/h3>p>Some Cassandra flush writer tasks are blocked - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uid1DRDfi prefixr278 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraFlushWriterBlockedTasks\n expr: 'cassandra_thread_pool_blocked_tasks{pool\"MemtableFlushWriter\"} > 15'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra flush writer blocked tasks (instance {{ $labels.instance }})\n description: \"Some Cassandra flush writer tasks are blocked - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraFlushWriterBlockedTasks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_thread_pool_blocked_tasks{poolMemtableFlushWriter} > 15/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra flush writer blocked tasks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Cassandra flush writer tasks are blocked - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Cassandra connection timeouts total/h3>p>Some connection between nodes are ending in timeout - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uid2dmeGz prefixr279 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraConnectionTimeoutsTotal\n expr: 'avg(cassandra_client_request_timeouts_total) by (cassandra_cluster,instance) > 5'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Cassandra connection timeouts total (instance {{ $labels.instance }})\n description: \"Some connection between nodes are ending in timeout - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraConnectionTimeoutsTotal/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg(cassandra_client_request_timeouts_total) by (cassandra_cluster,instance) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra connection timeouts total (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some connection between nodes are ending in timeout - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Cassandra storage exceptions/h3>p>Something is going wrong with cassandra storage - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uid1Em3Gx prefixr280 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraStorageExceptions\n expr: 'changes(cassandra_storage_exceptions_total1m) > 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cassandra storage exceptions (instance {{ $labels.instance }})\n description: \"Something is going wrong with cassandra storage - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraStorageExceptions/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(cassandra_storage_exceptions_total1m) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra storage exceptions (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Something is going wrong with cassandra storage - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Cassandra tombstone dump/h3>p>Cassandra tombstone dump - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uidrWhJA prefixr281 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraTombstoneDump\n expr: 'avg(cassandra_table_tombstones_scanned{quantile\"0.99\"}) by (instance,cassandra_cluster,keyspace) > 100'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Cassandra tombstone dump (instance {{ $labels.instance }})\n description: \"Cassandra tombstone dump - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraTombstoneDump/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg(cassandra_table_tombstones_scanned{quantile0.99}) by (instance,cassandra_cluster,keyspace) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra tombstone dump (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra tombstone dump - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Cassandra client request unavailable write/h3>p>Some Cassandra client requests are unavailable to write - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uid1xA6W1 prefixr282 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraClientRequestUnavailableWrite\n expr: 'changes(cassandra_client_request_unavailable_exceptions_total{operation\"write\"}1m) > 0'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Cassandra client request unavailable write (instance {{ $labels.instance }})\n description: \"Some Cassandra client requests are unavailable to write - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraClientRequestUnavailableWrite/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(cassandra_client_request_unavailable_exceptions_total{operationwrite}1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra client request unavailable write (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Cassandra client requests are unavailable to write - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Cassandra client request unavailable read/h3>p>Some Cassandra client requests are unavailable to read - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uid1DcXK prefixr283 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraClientRequestUnavailableRead\n expr: 'changes(cassandra_client_request_unavailable_exceptions_total{operation\"read\"}1m) > 0'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Cassandra client request unavailable read (instance {{ $labels.instance }})\n description: \"Some Cassandra client requests are unavailable to read - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraClientRequestUnavailableRead/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(cassandra_client_request_unavailable_exceptions_total{operationread}1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra client request unavailable read (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Cassandra client requests are unavailable to read - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Cassandra client request write failure/h3>p>Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uid1srgRj prefixr284 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraClientRequestWriteFailure\n expr: 'increase(cassandra_client_request_failures_total{operation\"write\"}1m) > 0'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Cassandra client request write failure (instance {{ $labels.instance }})\n description: \"Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraClientRequestWriteFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(cassandra_client_request_failures_total{operationwrite}1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra client request write failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Cassandra client request read failure/h3>p>Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }}/p>div classrounded-md>astro-island uidZRT6Bw prefixr285 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraClientRequestReadFailure\n expr: 'increase(cassandra_client_request_failures_total{operation\"read\"}1m) > 0'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Cassandra client request read failure (instance {{ $labels.instance }})\n description: \"Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraClientRequestReadFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(cassandra_client_request_failures_total{operationread}1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra client request read failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>criteo-cassandra-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Cassandra hints count/h3>p>Cassandra hints count has changed on {{ $labels.instance }} some nodes may go down/p>div classrounded-md>astro-island uid2txpGW prefixr286 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraHintsCount\n expr: 'changes(cassandra_stats{name\"org:apache:cassandra:metrics:storage:totalhints:count\"}1m) > 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cassandra hints count (instance {{ $labels.instance }})\n description: \"Cassandra hints count has changed on {{ $labels.instance }} some nodes may go down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraHintsCount/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(cassandra_stats{nameorg:apache:cassandra:metrics:storage:totalhints:count}1m) > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra hints count (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra hints count has changed on {{ $labels.instance }} some nodes may go down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Cassandra compaction task pending/h3>p>Many Cassandra compaction tasks are pending. You might need to increase I/O capacity by adding nodes to the cluster./p>div classrounded-md>astro-island uidZC1Tng prefixr287 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraCompactionTaskPending\n expr: 'avg_over_time(cassandra_stats{name\"org:apache:cassandra:metrics:compaction:pendingtasks:value\"}1m) > 100'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra compaction task pending (instance {{ $labels.instance }})\n description: \"Many Cassandra compaction tasks are pending. You might need to increase I/O capacity by adding nodes to the cluster. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraCompactionTaskPending/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg_over_time(cassandra_stats{nameorg:apache:cassandra:metrics:compaction:pendingtasks:value}1m) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra compaction task pending (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Many Cassandra compaction tasks are pending. You might need to increase I/O capacity by adding nodes to the cluster. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Cassandra viewwrite latency/h3>p>High viewwrite latency on {{ $labels.instance }} cassandra node/p>div classrounded-md>astro-island uidZ23iRzM prefixr288 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraViewwriteLatency\n expr: 'cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:viewwrite:viewwritelatency:99thpercentile\",service\"cas\"} > 100000'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra viewwrite latency (instance {{ $labels.instance }})\n description: \"High viewwrite latency on {{ $labels.instance }} cassandra node \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraViewwriteLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_stats{nameorg:apache:cassandra:metrics:clientrequest:viewwrite:viewwritelatency:99thpercentile,servicecas} > 100000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra viewwrite latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High viewwrite latency on {{ $labels.instance }} cassandra node /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Cassandra bad hacker/h3>p>Increase of Cassandra authentication failures/p>div classrounded-md>astro-island uid2ccfhD prefixr289 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraBadHacker\n expr: 'rate(cassandra_stats{name\"org:apache:cassandra:metrics:client:authfailure:count\"}1m) > 5'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra bad hacker (instance {{ $labels.instance }})\n description: \"Increase of Cassandra authentication failures \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraBadHacker/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(cassandra_stats{nameorg:apache:cassandra:metrics:client:authfailure:count}1m) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra bad hacker (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Increase of Cassandra authentication failures /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Cassandra node down/h3>p>Cassandra node down/p>div classrounded-md>astro-island uidZ2eLHSF prefixr290 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraNodeDown\n expr: 'sum(cassandra_stats{name\"org:apache:cassandra:net:failuredetector:downendpointcount\"}) by (service,group,cluster,env) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cassandra node down (instance {{ $labels.instance }})\n description: \"Cassandra node down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraNodeDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(cassandra_stats{nameorg:apache:cassandra:net:failuredetector:downendpointcount}) by (service,group,cluster,env) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra node down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra node down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Cassandra commitlog pending tasks/h3>p>Unexpected number of Cassandra commitlog pending tasks/p>div classrounded-md>astro-island uidZz57rr prefixr291 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraCommitlogPendingTasks\n expr: 'cassandra_stats{name\"org:apache:cassandra:metrics:commitlog:pendingtasks:value\"} > 15'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra commitlog pending tasks (instance {{ $labels.instance }})\n description: \"Unexpected number of Cassandra commitlog pending tasks \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraCommitlogPendingTasks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_stats{nameorg:apache:cassandra:metrics:commitlog:pendingtasks:value} > 15/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra commitlog pending tasks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Unexpected number of Cassandra commitlog pending tasks /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Cassandra compaction executor blocked tasks/h3>p>Some Cassandra compaction executor tasks are blocked/p>div classrounded-md>astro-island uidZ10bzls prefixr292 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraCompactionExecutorBlockedTasks\n expr: 'cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:compactionexecutor:currentlyblockedtasks:count\"} > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra compaction executor blocked tasks (instance {{ $labels.instance }})\n description: \"Some Cassandra compaction executor tasks are blocked \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraCompactionExecutorBlockedTasks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_stats{nameorg:apache:cassandra:metrics:threadpools:internal:compactionexecutor:currentlyblockedtasks:count} > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra compaction executor blocked tasks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Cassandra compaction executor tasks are blocked /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Cassandra flush writer blocked tasks/h3>p>Some Cassandra flush writer tasks are blocked/p>div classrounded-md>astro-island uid2jfujs prefixr293 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraFlushWriterBlockedTasks\n expr: 'cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:memtableflushwriter:currentlyblockedtasks:count\"} > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra flush writer blocked tasks (instance {{ $labels.instance }})\n description: \"Some Cassandra flush writer tasks are blocked \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraFlushWriterBlockedTasks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_stats{nameorg:apache:cassandra:metrics:threadpools:internal:memtableflushwriter:currentlyblockedtasks:count} > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra flush writer blocked tasks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Cassandra flush writer tasks are blocked /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Cassandra repair pending tasks/h3>p>Some Cassandra repair tasks are pending/p>div classrounded-md>astro-island uidZMzEru prefixr294 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraRepairPendingTasks\n expr: 'cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:antientropystage:pendingtasks:value\"} > 2'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra repair pending tasks (instance {{ $labels.instance }})\n description: \"Some Cassandra repair tasks are pending \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraRepairPendingTasks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_stats{nameorg:apache:cassandra:metrics:threadpools:internal:antientropystage:pendingtasks:value} > 2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra repair pending tasks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Cassandra repair tasks are pending /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Cassandra repair blocked tasks/h3>p>Some Cassandra repair tasks are blocked/p>div classrounded-md>astro-island uidZ1OsXBH prefixr295 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraRepairBlockedTasks\n expr: 'cassandra_stats{name\"org:apache:cassandra:metrics:threadpools:internal:antientropystage:currentlyblockedtasks:count\"} > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Cassandra repair blocked tasks (instance {{ $labels.instance }})\n description: \"Some Cassandra repair tasks are blocked \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraRepairBlockedTasks/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_stats{nameorg:apache:cassandra:metrics:threadpools:internal:antientropystage:currentlyblockedtasks:count} > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra repair blocked tasks (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Cassandra repair tasks are blocked /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Cassandra connection timeouts total/h3>p>Some connection between nodes are ending in timeout/p>div classrounded-md>astro-island uidZ2iU9GS prefixr296 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraConnectionTimeoutsTotal\n expr: 'rate(cassandra_stats{name\"org:apache:cassandra:metrics:connection:totaltimeouts:count\"}1m) > 5'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Cassandra connection timeouts total (instance {{ $labels.instance }})\n description: \"Some connection between nodes are ending in timeout \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraConnectionTimeoutsTotal/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(cassandra_stats{nameorg:apache:cassandra:metrics:connection:totaltimeouts:count}1m) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra connection timeouts total (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some connection between nodes are ending in timeout /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Cassandra storage exceptions/h3>p>Something is going wrong with cassandra storage/p>div classrounded-md>astro-island uid5wCLn prefixr297 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraStorageExceptions\n expr: 'changes(cassandra_stats{name\"org:apache:cassandra:metrics:storage:exceptions:count\"}1m) > 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cassandra storage exceptions (instance {{ $labels.instance }})\n description: \"Something is going wrong with cassandra storage \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraStorageExceptions/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(cassandra_stats{nameorg:apache:cassandra:metrics:storage:exceptions:count}1m) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra storage exceptions (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Something is going wrong with cassandra storage /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>Cassandra tombstone dump/h3>p>Too much tombstones scanned in queries/p>div classrounded-md>astro-island uidZFR6O7 prefixr298 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraTombstoneDump\n expr: 'cassandra_stats{name\"org:apache:cassandra:metrics:table:tombstonescannedhistogram:99thpercentile\"} > 1000'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cassandra tombstone dump (instance {{ $labels.instance }})\n description: \"Too much tombstones scanned in queries \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraTombstoneDump/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_stats{nameorg:apache:cassandra:metrics:table:tombstonescannedhistogram:99thpercentile} > 1000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra tombstone dump (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too much tombstones scanned in queries /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>14/div>div>h3 classheading-lg mb-2>Cassandra client request unavailable write/h3>p>Write failures have occurred because too many nodes are unavailable/p>div classrounded-md>astro-island uidZlNyNR prefixr299 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraClientRequestUnavailableWrite\n expr: 'changes(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:write:unavailables:count\"}1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cassandra client request unavailable write (instance {{ $labels.instance }})\n description: \"Write failures have occurred because too many nodes are unavailable \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraClientRequestUnavailableWrite/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(cassandra_stats{nameorg:apache:cassandra:metrics:clientrequest:write:unavailables:count}1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra client request unavailable write (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Write failures have occurred because too many nodes are unavailable /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>15/div>div>h3 classheading-lg mb-2>Cassandra client request unavailable read/h3>p>Read failures have occurred because too many nodes are unavailable/p>div classrounded-md>astro-island uidZ2h3NRE prefixr300 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraClientRequestUnavailableRead\n expr: 'changes(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:read:unavailables:count\"}1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cassandra client request unavailable read (instance {{ $labels.instance }})\n description: \"Read failures have occurred because too many nodes are unavailable \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraClientRequestUnavailableRead/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(cassandra_stats{nameorg:apache:cassandra:metrics:clientrequest:read:unavailables:count}1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra client request unavailable read (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Read failures have occurred because too many nodes are unavailable /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>16/div>div>h3 classheading-lg mb-2>Cassandra client request write failure/h3>p>A lot of write failures encountered. A write failure is a non-timeout exception encountered during a write request. Examine the reason map to find to the root cause. The most common cause for this type of error is when batch sizes are too large./p>div classrounded-md>astro-island uidZ2jCStz prefixr301 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraClientRequestWriteFailure\n expr: 'increase(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:write:failures:oneminuterate\"}1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cassandra client request write failure (instance {{ $labels.instance }})\n description: \"A lot of write failures encountered. A write failure is a non-timeout exception encountered during a write request. Examine the reason map to find to the root cause. The most common cause for this type of error is when batch sizes are too large. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraClientRequestWriteFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(cassandra_stats{nameorg:apache:cassandra:metrics:clientrequest:write:failures:oneminuterate}1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra client request write failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A lot of write failures encountered. A write failure is a non-timeout exception encountered during a write request. Examine the reason map to find to the root cause. The most common cause for this type of error is when batch sizes are too large. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>17/div>div>h3 classheading-lg mb-2>Cassandra client request read failure/h3>p>A lot of read failures encountered. A read failure is a non-timeout exception encountered during a read request. Examine the reason map to find to the root cause. The most common cause for this type of error is when batch sizes are too large./p>div classrounded-md>astro-island uidZ24yyGp prefixr302 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraClientRequestReadFailure\n expr: 'increase(cassandra_stats{name\"org:apache:cassandra:metrics:clientrequest:read:failures:oneminuterate\"}1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cassandra client request read failure (instance {{ $labels.instance }})\n description: \"A lot of read failures encountered. A read failure is a non-timeout exception encountered during a read request. Examine the reason map to find to the root cause. The most common cause for this type of error is when batch sizes are too large. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraClientRequestReadFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(cassandra_stats{nameorg:apache:cassandra:metrics:clientrequest:read:failures:oneminuterate}1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra client request read failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A lot of read failures encountered. A read failure is a non-timeout exception encountered during a read request. Examine the reason map to find to the root cause. The most common cause for this type of error is when batch sizes are too large. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>18/div>div>h3 classheading-lg mb-2>Cassandra cache hit rate key cache/h3>p>Key cache hit rate is below 85%/p>div classrounded-md>astro-island uid26M8Ex prefixr303 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CassandraCacheHitRateKeyCache\n expr: 'cassandra_stats{name\"org:apache:cassandra:metrics:cache:keycache:hitrate:value\"} < .85'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Cassandra cache hit rate key cache (instance {{ $labels.instance }})\n description: \"Key cache hit rate is below 85% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CassandraCacheHitRateKeyCache/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cassandra_stats{nameorg:apache:cassandra:metrics:cache:keycache:hitrate:value} < .85/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cassandra cache hit rate key cache (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Key cache hit rate is below 85% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameClickhouse> div classrow-start-1 row-end-2> astro-island uidZrTnTx component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Clickhouse","exporters":1,0,{"name":0,"Embedded Exporter","slug":0,"embedded-exporter","doc_url":0,"https://clickhouse.com/docs/en/operations/system-tables/metrics","rules":1,0,{"name":0,"ClickHouse Memory Usage Critical","description":0,"Memory usage is critically high, over 90%.","query":0,"ClickHouseAsyncMetrics_CGroupMemoryUsed / ClickHouseAsyncMetrics_CGroupMemoryTotal * 100 > 90","severity":0,"critical","for":0,"5m"},0,{"name":0,"ClickHouse Memory Usage Warning","description":0,"Memory usage is over 80%.","query":0,"ClickHouseAsyncMetrics_CGroupMemoryUsed / ClickHouseAsyncMetrics_CGroupMemoryTotal * 100 > 80","severity":0,"warning","for":0,"5m"},0,{"name":0,"ClickHouse Disk Space Low on Default","description":0,"Disk space on default is below 20%.","query":0,"ClickHouseAsyncMetrics_DiskAvailable_default / (ClickHouseAsyncMetrics_DiskAvailable_default + ClickHouseAsyncMetrics_DiskUsed_default) * 100 < 20","severity":0,"warning","for":0,"2m"},0,{"name":0,"ClickHouse Disk Space Critical on Default","description":0,"Disk space on default disk is critically low, below 10%.","query":0,"ClickHouseAsyncMetrics_DiskAvailable_default / (ClickHouseAsyncMetrics_DiskAvailable_default + ClickHouseAsyncMetrics_DiskUsed_default) * 100 < 10","severity":0,"critical","for":0,"2m"},0,{"name":0,"ClickHouse Disk Space Low on Backups","description":0,"Disk space on backups is below 20%.","query":0,"ClickHouseAsyncMetrics_DiskAvailable_backups / (ClickHouseAsyncMetrics_DiskAvailable_backups + ClickHouseAsyncMetrics_DiskUsed_backups) * 100 < 20","severity":0,"warning","for":0,"2m"},0,{"name":0,"ClickHouse Replica Errors","description":0,"Critical replica errors detected, either all replicas are stale or lost.","query":0,"ClickHouseErrorMetric_ALL_REPLICAS_ARE_STALE 1 or ClickHouseErrorMetric_ALL_REPLICAS_LOST 1","severity":0,"critical","for":0,"0m"},0,{"name":0,"ClickHouse No Available Replicas","description":0,"No available replicas in ClickHouse.","query":0,"ClickHouseErrorMetric_NO_AVAILABLE_REPLICA 1","severity":0,"critical","for":0,"0m"},0,{"name":0,"ClickHouse No Live Replicas","description":0,"There are too few live replicas available, risking data loss and service disruption.","query":0,"ClickHouseErrorMetric_TOO_FEW_LIVE_REPLICAS 1","severity":0,"critical","for":0,"0m"},0,{"name":0,"ClickHouse High Network Traffic","description":0,"Network traffic is unusually high, may affect cluster performance.","query":0,"ClickHouseMetrics_NetworkSend > 250 or ClickHouseMetrics_NetworkReceive > 250","severity":0,"warning","for":0,"5m","comments":0,"Please replace the threshold with an appropriate value\n"},0,{"name":0,"ClickHouse High TCP Connections","description":0,"High number of TCP connections, indicating heavy client or inter-cluster communication.","query":0,"ClickHouseMetrics_TCPConnection > 400","severity":0,"warning","for":0,"5m","comments":0,"Please replace the threshold with an appropriate value\n"},0,{"name":0,"ClickHouse Interserver Connection Issues","description":0,"An increase in interserver connections may indicate replication or distributed query handling issues.","query":0,"increase(ClickHouseMetrics_InterserverConnection5m) > 0","severity":0,"warning","for":0,"1m"},0,{"name":0,"ClickHouse ZooKeeper Connection Issues","description":0,"ClickHouse is experiencing issues with ZooKeeper connections, which may affect cluster state and coordination.","query":0,"avg(ClickHouseMetrics_ZooKeeperSession) ! 1","severity":0,"warning","for":0,"3m"},0,{"name":0,"ClickHouse Authentication Failures","description":0,"Authentication failures detected, indicating potential security issues or misconfiguration.","query":0,"increase(ClickHouseErrorMetric_AUTHENTICATION_FAILED5m) > 0","severity":0,"info","for":0,"0m"},0,{"name":0,"ClickHouse Access Denied Errors","description":0,"Access denied errors have been logged, which could indicate permission issues or unauthorized access attempts.","query":0,"increase(ClickHouseErrorMetric_RESOURCE_ACCESS_DENIED5m) > 0","severity":0,"info","for":0,"0m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>14 rules/div> p classinline> ClickHouse Memory Usage Critical, ClickHouse Memory Usage Warning, ClickHouse Disk Space Low on Default, ClickHouse Disk Space Critical on Default, ClickHouse Disk Space Low on Backups, ClickHouse Replica Errors, ClickHouse No Available Replicas, ClickHouse No Live Replicas, ClickHouse High Network Traffic, ClickHouse High TCP Connections, ClickHouse Interserver Connection Issues, ClickHouse ZooKeeper Connection Issues, ClickHouse Authentication Failures, ClickHouse Access Denied Errors /p> /div> div classrow-start-3 row-end-4> astro-island uidZ2bO5Wp prefixr647 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Clickhouse","exporters":1,0,{"name":0,"Embedded Exporter","slug":0,"embedded-exporter","doc_url":0,"https://clickhouse.com/docs/en/operations/system-tables/metrics","rules":1,0,{"name":0,"ClickHouse Memory Usage Critical","description":0,"Memory usage is critically high, over 90%.","query":0,"ClickHouseAsyncMetrics_CGroupMemoryUsed / ClickHouseAsyncMetrics_CGroupMemoryTotal * 100 > 90","severity":0,"critical","for":0,"5m"},0,{"name":0,"ClickHouse Memory Usage Warning","description":0,"Memory usage is over 80%.","query":0,"ClickHouseAsyncMetrics_CGroupMemoryUsed / ClickHouseAsyncMetrics_CGroupMemoryTotal * 100 > 80","severity":0,"warning","for":0,"5m"},0,{"name":0,"ClickHouse Disk Space Low on Default","description":0,"Disk space on default is below 20%.","query":0,"ClickHouseAsyncMetrics_DiskAvailable_default / (ClickHouseAsyncMetrics_DiskAvailable_default + ClickHouseAsyncMetrics_DiskUsed_default) * 100 < 20","severity":0,"warning","for":0,"2m"},0,{"name":0,"ClickHouse Disk Space Critical on Default","description":0,"Disk space on default disk is critically low, below 10%.","query":0,"ClickHouseAsyncMetrics_DiskAvailable_default / (ClickHouseAsyncMetrics_DiskAvailable_default + ClickHouseAsyncMetrics_DiskUsed_default) * 100 < 10","severity":0,"critical","for":0,"2m"},0,{"name":0,"ClickHouse Disk Space Low on Backups","description":0,"Disk space on backups is below 20%.","query":0,"ClickHouseAsyncMetrics_DiskAvailable_backups / (ClickHouseAsyncMetrics_DiskAvailable_backups + ClickHouseAsyncMetrics_DiskUsed_backups) * 100 < 20","severity":0,"warning","for":0,"2m"},0,{"name":0,"ClickHouse Replica Errors","description":0,"Critical replica errors detected, either all replicas are stale or lost.","query":0,"ClickHouseErrorMetric_ALL_REPLICAS_ARE_STALE 1 or ClickHouseErrorMetric_ALL_REPLICAS_LOST 1","severity":0,"critical","for":0,"0m"},0,{"name":0,"ClickHouse No Available Replicas","description":0,"No available replicas in ClickHouse.","query":0,"ClickHouseErrorMetric_NO_AVAILABLE_REPLICA 1","severity":0,"critical","for":0,"0m"},0,{"name":0,"ClickHouse No Live Replicas","description":0,"There are too few live replicas available, risking data loss and service disruption.","query":0,"ClickHouseErrorMetric_TOO_FEW_LIVE_REPLICAS 1","severity":0,"critical","for":0,"0m"},0,{"name":0,"ClickHouse High Network Traffic","description":0,"Network traffic is unusually high, may affect cluster performance.","query":0,"ClickHouseMetrics_NetworkSend > 250 or ClickHouseMetrics_NetworkReceive > 250","severity":0,"warning","for":0,"5m","comments":0,"Please replace the threshold with an appropriate value\n"},0,{"name":0,"ClickHouse High TCP Connections","description":0,"High number of TCP connections, indicating heavy client or inter-cluster communication.","query":0,"ClickHouseMetrics_TCPConnection > 400","severity":0,"warning","for":0,"5m","comments":0,"Please replace the threshold with an appropriate value\n"},0,{"name":0,"ClickHouse Interserver Connection Issues","description":0,"An increase in interserver connections may indicate replication or distributed query handling issues.","query":0,"increase(ClickHouseMetrics_InterserverConnection5m) > 0","severity":0,"warning","for":0,"1m"},0,{"name":0,"ClickHouse ZooKeeper Connection Issues","description":0,"ClickHouse is experiencing issues with ZooKeeper connections, which may affect cluster state and coordination.","query":0,"avg(ClickHouseMetrics_ZooKeeperSession) ! 1","severity":0,"warning","for":0,"3m"},0,{"name":0,"ClickHouse Authentication Failures","description":0,"Authentication failures detected, indicating potential security issues or misconfiguration.","query":0,"increase(ClickHouseErrorMetric_AUTHENTICATION_FAILED5m) > 0","severity":0,"info","for":0,"0m"},0,{"name":0,"ClickHouse Access Denied Errors","description":0,"Access denied errors have been logged, which could indicate permission issues or unauthorized access attempts.","query":0,"increase(ClickHouseErrorMetric_RESOURCE_ACCESS_DENIED5m) > 0","severity":0,"info","for":0,"0m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r647R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>ClickHouse Memory Usage Critical/h3>p>Memory usage is critically high, over 90%./p>div classrounded-md>astro-island uidZ6Ur1O prefixr304 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseMemoryUsageCritical\n expr: 'ClickHouseAsyncMetrics_CGroupMemoryUsed / ClickHouseAsyncMetrics_CGroupMemoryTotal * 100 > 90'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: ClickHouse Memory Usage Critical (instance {{ $labels.instance }})\n description: \"Memory usage is critically high, over 90%. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseMemoryUsageCritical/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseAsyncMetrics_CGroupMemoryUsed / ClickHouseAsyncMetrics_CGroupMemoryTotal * 100 > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse Memory Usage Critical (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Memory usage is critically high, over 90%. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>ClickHouse Memory Usage Warning/h3>p>Memory usage is over 80%./p>div classrounded-md>astro-island uidZ1abdzH prefixr305 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseMemoryUsageWarning\n expr: 'ClickHouseAsyncMetrics_CGroupMemoryUsed / ClickHouseAsyncMetrics_CGroupMemoryTotal * 100 > 80'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: ClickHouse Memory Usage Warning (instance {{ $labels.instance }})\n description: \"Memory usage is over 80%. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseMemoryUsageWarning/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseAsyncMetrics_CGroupMemoryUsed / ClickHouseAsyncMetrics_CGroupMemoryTotal * 100 > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse Memory Usage Warning (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Memory usage is over 80%. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>ClickHouse Disk Space Low on Default/h3>p>Disk space on default is below 20%./p>div classrounded-md>astro-island uid18ThS0 prefixr306 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseDiskSpaceLowOnDefault\n expr: 'ClickHouseAsyncMetrics_DiskAvailable_default / (ClickHouseAsyncMetrics_DiskAvailable_default + ClickHouseAsyncMetrics_DiskUsed_default) * 100 < 20'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: ClickHouse Disk Space Low on Default (instance {{ $labels.instance }})\n description: \"Disk space on default is below 20%. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseDiskSpaceLowOnDefault/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseAsyncMetrics_DiskAvailable_default / (ClickHouseAsyncMetrics_DiskAvailable_default + ClickHouseAsyncMetrics_DiskUsed_default) * 100 < 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse Disk Space Low on Default (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk space on default is below 20%. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>ClickHouse Disk Space Critical on Default/h3>p>Disk space on default disk is critically low, below 10%./p>div classrounded-md>astro-island uidZ15JEGO prefixr307 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseDiskSpaceCriticalOnDefault\n expr: 'ClickHouseAsyncMetrics_DiskAvailable_default / (ClickHouseAsyncMetrics_DiskAvailable_default + ClickHouseAsyncMetrics_DiskUsed_default) * 100 < 10'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: ClickHouse Disk Space Critical on Default (instance {{ $labels.instance }})\n description: \"Disk space on default disk is critically low, below 10%. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseDiskSpaceCriticalOnDefault/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseAsyncMetrics_DiskAvailable_default / (ClickHouseAsyncMetrics_DiskAvailable_default + ClickHouseAsyncMetrics_DiskUsed_default) * 100 < 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse Disk Space Critical on Default (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk space on default disk is critically low, below 10%. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>ClickHouse Disk Space Low on Backups/h3>p>Disk space on backups is below 20%./p>div classrounded-md>astro-island uid1fgnEc prefixr308 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseDiskSpaceLowOnBackups\n expr: 'ClickHouseAsyncMetrics_DiskAvailable_backups / (ClickHouseAsyncMetrics_DiskAvailable_backups + ClickHouseAsyncMetrics_DiskUsed_backups) * 100 < 20'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: ClickHouse Disk Space Low on Backups (instance {{ $labels.instance }})\n description: \"Disk space on backups is below 20%. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseDiskSpaceLowOnBackups/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseAsyncMetrics_DiskAvailable_backups / (ClickHouseAsyncMetrics_DiskAvailable_backups + ClickHouseAsyncMetrics_DiskUsed_backups) * 100 < 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse Disk Space Low on Backups (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk space on backups is below 20%. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>ClickHouse Replica Errors/h3>p>Critical replica errors detected, either all replicas are stale or lost./p>div classrounded-md>astro-island uidZ1knG67 prefixr309 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseReplicaErrors\n expr: 'ClickHouseErrorMetric_ALL_REPLICAS_ARE_STALE 1 or ClickHouseErrorMetric_ALL_REPLICAS_LOST 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: ClickHouse Replica Errors (instance {{ $labels.instance }})\n description: \"Critical replica errors detected, either all replicas are stale or lost. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseReplicaErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseErrorMetric_ALL_REPLICAS_ARE_STALE 1 or ClickHouseErrorMetric_ALL_REPLICAS_LOST 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse Replica Errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Critical replica errors detected, either all replicas are stale or lost. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>ClickHouse No Available Replicas/h3>p>No available replicas in ClickHouse./p>div classrounded-md>astro-island uidLEgeU prefixr310 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseNoAvailableReplicas\n expr: 'ClickHouseErrorMetric_NO_AVAILABLE_REPLICA 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: ClickHouse No Available Replicas (instance {{ $labels.instance }})\n description: \"No available replicas in ClickHouse. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseNoAvailableReplicas/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseErrorMetric_NO_AVAILABLE_REPLICA 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse No Available Replicas (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> No available replicas in ClickHouse. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>ClickHouse No Live Replicas/h3>p>There are too few live replicas available, risking data loss and service disruption./p>div classrounded-md>astro-island uidZ13UhHa prefixr311 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseNoLiveReplicas\n expr: 'ClickHouseErrorMetric_TOO_FEW_LIVE_REPLICAS 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: ClickHouse No Live Replicas (instance {{ $labels.instance }})\n description: \"There are too few live replicas available, risking data loss and service disruption. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseNoLiveReplicas/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseErrorMetric_TOO_FEW_LIVE_REPLICAS 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse No Live Replicas (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> There are too few live replicas available, risking data loss and service disruption. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>ClickHouse High Network Traffic/h3>p>Network traffic is unusually high, may affect cluster performance./p>div classrounded-md>astro-island uidZ11BcAz prefixr312 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# Please replace the threshold with an appropriate value\n- alert: ClickHouseHighNetworkTraffic\n expr: 'ClickHouseMetrics_NetworkSend > 250 or ClickHouseMetrics_NetworkReceive > 250'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: ClickHouse High Network Traffic (instance {{ $labels.instance }})\n description: \"Network traffic is unusually high, may affect cluster performance. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># Please replace the threshold with an appropriate value/span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseHighNetworkTraffic/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseMetrics_NetworkSend > 250 or ClickHouseMetrics_NetworkReceive > 250/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse High Network Traffic (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Network traffic is unusually high, may affect cluster performance. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>ClickHouse High TCP Connections/h3>p>High number of TCP connections, indicating heavy client or inter-cluster communication./p>div classrounded-md>astro-island uidZ2d13KD prefixr313 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# Please replace the threshold with an appropriate value\n- alert: ClickHouseHighTcpConnections\n expr: 'ClickHouseMetrics_TCPConnection > 400'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: ClickHouse High TCP Connections (instance {{ $labels.instance }})\n description: \"High number of TCP connections, indicating heavy client or inter-cluster communication. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># Please replace the threshold with an appropriate value/span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseHighTcpConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseMetrics_TCPConnection > 400/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse High TCP Connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High number of TCP connections, indicating heavy client or inter-cluster communication. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>ClickHouse Interserver Connection Issues/h3>p>An increase in interserver connections may indicate replication or distributed query handling issues./p>div classrounded-md>astro-island uid1BIPxO prefixr314 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseInterserverConnectionIssues\n expr: 'increase(ClickHouseMetrics_InterserverConnection5m) > 0'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: ClickHouse Interserver Connection Issues (instance {{ $labels.instance }})\n description: \"An increase in interserver connections may indicate replication or distributed query handling issues. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseInterserverConnectionIssues/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(ClickHouseMetrics_InterserverConnection5m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse Interserver Connection Issues (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> An increase in interserver connections may indicate replication or distributed query handling issues. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>ClickHouse ZooKeeper Connection Issues/h3>p>ClickHouse is experiencing issues with ZooKeeper connections, which may affect cluster state and coordination./p>div classrounded-md>astro-island uidZfDJiQ prefixr315 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseZooKeeperConnectionIssues\n expr: 'avg(ClickHouseMetrics_ZooKeeperSession) ! 1'\n for: 3m\n labels:\n severity: warning\n annotations:\n summary: ClickHouse ZooKeeper Connection Issues (instance {{ $labels.instance }})\n description: \"ClickHouse is experiencing issues with ZooKeeper connections, which may affect cluster state and coordination. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseZooKeeperConnectionIssues/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg(ClickHouseMetrics_ZooKeeperSession) ! 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 3m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse ZooKeeper Connection Issues (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse is experiencing issues with ZooKeeper connections, which may affect cluster state and coordination. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>ClickHouse Authentication Failures/h3>p>Authentication failures detected, indicating potential security issues or misconfiguration./p>div classrounded-md>astro-island uidZ1O4Tuv prefixr316 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseAuthenticationFailures\n expr: 'increase(ClickHouseErrorMetric_AUTHENTICATION_FAILED5m) > 0'\n for: 0m\n labels:\n severity: info\n annotations:\n summary: ClickHouse Authentication Failures (instance {{ $labels.instance }})\n description: \"Authentication failures detected, indicating potential security issues or misconfiguration. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseAuthenticationFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(ClickHouseErrorMetric_AUTHENTICATION_FAILED5m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse Authentication Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Authentication failures detected, indicating potential security issues or misconfiguration. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>14/div>div>h3 classheading-lg mb-2>ClickHouse Access Denied Errors/h3>p>Access denied errors have been logged, which could indicate permission issues or unauthorized access attempts./p>div classrounded-md>astro-island uid1XG1Nk prefixr317 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ClickHouseAccessDeniedErrors\n expr: 'increase(ClickHouseErrorMetric_RESOURCE_ACCESS_DENIED5m) > 0'\n for: 0m\n labels:\n severity: info\n annotations:\n summary: ClickHouse Access Denied Errors (instance {{ $labels.instance }})\n description: \"Access denied errors have been logged, which could indicate permission issues or unauthorized access attempts. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouseAccessDeniedErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(ClickHouseErrorMetric_RESOURCE_ACCESS_DENIED5m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ClickHouse Access Denied Errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Access denied errors have been logged, which could indicate permission issues or unauthorized access attempts. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameZookeeper> div classrow-start-1 row-end-2> astro-island uidZ1ctotJ component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Zookeeper","exporters":1,0,{"name":0,"cloudflare/kafka_zookeeper_exporter","slug":0,"cloudflare-kafka-zookeeper-exporter","doc_url":0,"https://github.com/cloudflare/kafka_zookeeper_exporter","rules":0,null},0,{"name":0,"dabealu/zookeeper-exporter","slug":0,"dabealu-zookeeper-exporter","doc_url":0,"https://github.com/dabealu/zookeeper-exporter","rules":1,0,{"name":0,"Zookeeper Down","description":0,"Zookeeper down on instance {{ $labels.instance }}","query":0,"zk_up 0","severity":0,"critical"},0,{"name":0,"Zookeeper missing leader","description":0,"Zookeeper cluster has no node marked as leader","query":0,"sum(zk_server_leader) 0","severity":0,"critical"},0,{"name":0,"Zookeeper Too Many Leaders","description":0,"Zookeeper cluster has too many nodes marked as leader","query":0,"sum(zk_server_leader) > 1","severity":0,"critical"},0,{"name":0,"Zookeeper Not Ok","description":0,"Zookeeper instance is not ok","query":0,"zk_ruok 0","severity":0,"warning","for":0,"3m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>4 rules/div> p classinline> Zookeeper Down, Zookeeper missing leader, Zookeeper Too Many Leaders, Zookeeper Not Ok /p> /div> div classrow-start-3 row-end-4> astro-island uidItMGo prefixr622 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Zookeeper","exporters":1,0,{"name":0,"cloudflare/kafka_zookeeper_exporter","slug":0,"cloudflare-kafka-zookeeper-exporter","doc_url":0,"https://github.com/cloudflare/kafka_zookeeper_exporter","rules":0,null},0,{"name":0,"dabealu/zookeeper-exporter","slug":0,"dabealu-zookeeper-exporter","doc_url":0,"https://github.com/dabealu/zookeeper-exporter","rules":1,0,{"name":0,"Zookeeper Down","description":0,"Zookeeper down on instance {{ $labels.instance }}","query":0,"zk_up 0","severity":0,"critical"},0,{"name":0,"Zookeeper missing leader","description":0,"Zookeeper cluster has no node marked as leader","query":0,"sum(zk_server_leader) 0","severity":0,"critical"},0,{"name":0,"Zookeeper Too Many Leaders","description":0,"Zookeeper cluster has too many nodes marked as leader","query":0,"sum(zk_server_leader) > 1","severity":0,"critical"},0,{"name":0,"Zookeeper Not Ok","description":0,"Zookeeper instance is not ok","query":0,"zk_ruok 0","severity":0,"warning","for":0,"3m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r622R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>cloudflare-kafka-zookeeper-exporter/h2>/article>article classpx-8 py-4>h2 classheading-sm>dabealu-zookeeper-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Zookeeper Down/h3>p>Zookeeper down on instance {{ $labels.instance }}/p>div classrounded-md>astro-island uidZOgzB2 prefixr318 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ZookeeperDown\n expr: 'zk_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Zookeeper Down (instance {{ $labels.instance }})\n description: \"Zookeeper down on instance {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZookeeperDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> zk_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Zookeeper Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Zookeeper down on instance {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Zookeeper missing leader/h3>p>Zookeeper cluster has no node marked as leader/p>div classrounded-md>astro-island uidjBLwV prefixr319 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ZookeeperMissingLeader\n expr: 'sum(zk_server_leader) 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Zookeeper missing leader (instance {{ $labels.instance }})\n description: \"Zookeeper cluster has no node marked as leader \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZookeeperMissingLeader/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(zk_server_leader) 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Zookeeper missing leader (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Zookeeper cluster has no node marked as leader /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Zookeeper Too Many Leaders/h3>p>Zookeeper cluster has too many nodes marked as leader/p>div classrounded-md>astro-island uidZ14S3ii prefixr320 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ZookeeperTooManyLeaders\n expr: 'sum(zk_server_leader) > 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Zookeeper Too Many Leaders (instance {{ $labels.instance }})\n description: \"Zookeeper cluster has too many nodes marked as leader \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZookeeperTooManyLeaders/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(zk_server_leader) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Zookeeper Too Many Leaders (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Zookeeper cluster has too many nodes marked as leader /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Zookeeper Not Ok/h3>p>Zookeeper instance is not ok/p>div classrounded-md>astro-island uidZ19gm8S prefixr321 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ZookeeperNotOk\n expr: 'zk_ruok 0'\n for: 3m\n labels:\n severity: warning\n annotations:\n summary: Zookeeper Not Ok (instance {{ $labels.instance }})\n description: \"Zookeeper instance is not ok \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZookeeperNotOk/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> zk_ruok 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 3m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Zookeeper Not Ok (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Zookeeper instance is not ok /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameKafka> div classrow-start-1 row-end-2> astro-island uid12B5j8 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Kafka","exporters":1,0,{"name":0,"danielqsj/kafka_exporter","slug":0,"danielqsj-kafka-exporter","doc_url":0,"https://github.com/danielqsj/kafka_exporter","rules":1,0,{"name":0,"Kafka topics replicas","description":0,"Kafka topic in-sync partition","query":0,"sum(kafka_topic_partition_in_sync_replica) by (topic) < 3","severity":0,"critical"},0,{"name":0,"Kafka consumers group","description":0,"Kafka consumers group","query":0,"sum(kafka_consumergroup_lag) by (consumergroup) > 50","severity":0,"critical","for":0,"1m"}},0,{"name":0,"linkedin/Burrow","slug":0,"linkedin-kafka-exporter","doc_url":0,"https://github.com/linkedin/Burrow","rules":1,0,{"name":0,"Kafka topic offset decreased","description":0,"Kafka topic offset has decreased","query":0,"delta(kafka_burrow_partition_current_offset1m) < 0","severity":0,"warning"},0,{"name":0,"Kafka consumer lag","description":0,"Kafka consumer has a 30 minutes and increasing lag","query":0,"kafka_burrow_topic_partition_offset - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset > (kafka_burrow_topic_partition_offset offset 15m - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset offset 15m) AND kafka_burrow_topic_partition_offset - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset > 0","severity":0,"warning","for":0,"15m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>4 rules/div> p classinline> Kafka topics replicas, Kafka consumers groupKafka topic offset decreased, Kafka consumer lag /p> /div> div classrow-start-3 row-end-4> astro-island uidZ22h4Vh prefixr613 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Kafka","exporters":1,0,{"name":0,"danielqsj/kafka_exporter","slug":0,"danielqsj-kafka-exporter","doc_url":0,"https://github.com/danielqsj/kafka_exporter","rules":1,0,{"name":0,"Kafka topics replicas","description":0,"Kafka topic in-sync partition","query":0,"sum(kafka_topic_partition_in_sync_replica) by (topic) < 3","severity":0,"critical"},0,{"name":0,"Kafka consumers group","description":0,"Kafka consumers group","query":0,"sum(kafka_consumergroup_lag) by (consumergroup) > 50","severity":0,"critical","for":0,"1m"}},0,{"name":0,"linkedin/Burrow","slug":0,"linkedin-kafka-exporter","doc_url":0,"https://github.com/linkedin/Burrow","rules":1,0,{"name":0,"Kafka topic offset decreased","description":0,"Kafka topic offset has decreased","query":0,"delta(kafka_burrow_partition_current_offset1m) < 0","severity":0,"warning"},0,{"name":0,"Kafka consumer lag","description":0,"Kafka consumer has a 30 minutes and increasing lag","query":0,"kafka_burrow_topic_partition_offset - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset > (kafka_burrow_topic_partition_offset offset 15m - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset offset 15m) AND kafka_burrow_topic_partition_offset - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset > 0","severity":0,"warning","for":0,"15m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r613R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>danielqsj-kafka-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Kafka topics replicas/h3>p>Kafka topic in-sync partition/p>div classrounded-md>astro-island uidZVCMUI prefixr322 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KafkaTopicsReplicas\n expr: 'sum(kafka_topic_partition_in_sync_replica) by (topic) < 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Kafka topics replicas (instance {{ $labels.instance }})\n description: \"Kafka topic in-sync partition \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KafkaTopicsReplicas/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(kafka_topic_partition_in_sync_replica) by (topic) < 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kafka topics replicas (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kafka topic in-sync partition /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Kafka consumers group/h3>p>Kafka consumers group/p>div classrounded-md>astro-island uidZbVzqc prefixr323 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KafkaConsumersGroup\n expr: 'sum(kafka_consumergroup_lag) by (consumergroup) > 50'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Kafka consumers group (instance {{ $labels.instance }})\n description: \"Kafka consumers group \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KafkaConsumersGroup/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(kafka_consumergroup_lag) by (consumergroup) > 50/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kafka consumers group (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kafka consumers group /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>linkedin-kafka-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Kafka topic offset decreased/h3>p>Kafka topic offset has decreased/p>div classrounded-md>astro-island uid14saEr prefixr324 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KafkaTopicOffsetDecreased\n expr: 'delta(kafka_burrow_partition_current_offset1m) < 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Kafka topic offset decreased (instance {{ $labels.instance }})\n description: \"Kafka topic offset has decreased \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KafkaTopicOffsetDecreased/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> delta(kafka_burrow_partition_current_offset1m) < 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kafka topic offset decreased (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kafka topic offset has decreased /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Kafka consumer lag/h3>p>Kafka consumer has a 30 minutes and increasing lag/p>div classrounded-md>astro-island uidZ1YfMQj prefixr325 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KafkaConsumerLag\n expr: 'kafka_burrow_topic_partition_offset - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset > (kafka_burrow_topic_partition_offset offset 15m - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset offset 15m) AND kafka_burrow_topic_partition_offset - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset > 0'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Kafka consumer lag (instance {{ $labels.instance }})\n description: \"Kafka consumer has a 30 minutes and increasing lag \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KafkaConsumerLag/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kafka_burrow_topic_partition_offset - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset > (kafka_burrow_topic_partition_offset offset 15m - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset offset 15m) AND kafka_burrow_topic_partition_offset - on(partition, cluster, topic) group_right() kafka_burrow_partition_current_offset > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kafka consumer lag (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kafka consumer has a 30 minutes and increasing lag /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-namePulsar> div classrow-start-1 row-end-2> astro-island uid1lQ0UP component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Pulsar","exporters":1,0,{"name":0,"embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://pulsar.apache.org/docs/reference-metrics/","rules":1,0,{"name":0,"Pulsar subscription high number of backlog entries","description":0,"The number of subscription backlog entries is over 5k","query":0,"sum(pulsar_subscription_back_log) by (subscription) > 5000","for":0,"1h","severity":0,"warning"},0,{"name":0,"Pulsar subscription very high number of backlog entries","description":0,"The number of subscription backlog entries is over 100k","query":0,"sum(pulsar_subscription_back_log) by (subscription) > 100000","for":0,"1h","severity":0,"critical"},0,{"name":0,"Pulsar topic large backlog storage size","description":0,"The topic backlog storage size is over 5 GB","query":0,"sum(pulsar_storage_size > 5*1024*1024*1024) by (topic)","for":0,"1h","severity":0,"warning"},0,{"name":0,"Pulsar topic very large backlog storage size","description":0,"The topic backlog storage size is over 20 GB","query":0,"sum(pulsar_storage_size > 20*1024*1024*1024) by (topic)","for":0,"1h","severity":0,"critical"},0,{"name":0,"Pulsar high write latency","description":0,"Messages cannot be written in a timely fashion","query":0,"sum(pulsar_storage_write_latency_overflow > 0) by (topic)","for":0,"1h","severity":0,"critical"},0,{"name":0,"Pulsar large message payload","description":0,"Observing large message payload (> 1MB)","query":0,"sum(pulsar_entry_size_overflow > 0) by (topic)","for":0,"1h","severity":0,"warning"},0,{"name":0,"Pulsar high ledger disk usage","description":0,"Observing Ledger Disk Usage (> 75%)","query":0,"sum(bookie_ledger_dir__pulsar_data_bookkeeper_ledgers_usage) by (kubernetes_pod_name) > 75","for":0,"1h","severity":0,"critical"},0,{"name":0,"Pulsar read only bookies","description":0,"Observing Readonly Bookies","query":0,"count(bookie_SERVER_STATUS{} 0) by (pod)","for":0,"5m","severity":0,"critical"},0,{"name":0,"Pulsar high number of function errors","description":0,"Observing more than 10 Function errors per minute","query":0,"sum((rate(pulsar_function_user_exceptions_total{}1m) + rate(pulsar_function_system_exceptions_total{}1m)) > 10) by (name)","for":0,"1m","severity":0,"critical"},0,{"name":0,"Pulsar high number of sink errors","description":0,"Observing more than 10 Sink errors per minute","query":0,"sum(rate(pulsar_sink_sink_exceptions_total{}1m) > 10) by (name)","for":0,"1m","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>10 rules/div> p classinline> Pulsar subscription high number of backlog entries, Pulsar subscription very high number of backlog entries, Pulsar topic large backlog storage size, Pulsar topic very large backlog storage size, Pulsar high write latency, Pulsar large message payload, Pulsar high ledger disk usage, Pulsar read only bookies, Pulsar high number of function errors, Pulsar high number of sink errors /p> /div> div classrow-start-3 row-end-4> astro-island uidLBj0V prefixr639 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Pulsar","exporters":1,0,{"name":0,"embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://pulsar.apache.org/docs/reference-metrics/","rules":1,0,{"name":0,"Pulsar subscription high number of backlog entries","description":0,"The number of subscription backlog entries is over 5k","query":0,"sum(pulsar_subscription_back_log) by (subscription) > 5000","for":0,"1h","severity":0,"warning"},0,{"name":0,"Pulsar subscription very high number of backlog entries","description":0,"The number of subscription backlog entries is over 100k","query":0,"sum(pulsar_subscription_back_log) by (subscription) > 100000","for":0,"1h","severity":0,"critical"},0,{"name":0,"Pulsar topic large backlog storage size","description":0,"The topic backlog storage size is over 5 GB","query":0,"sum(pulsar_storage_size > 5*1024*1024*1024) by (topic)","for":0,"1h","severity":0,"warning"},0,{"name":0,"Pulsar topic very large backlog storage size","description":0,"The topic backlog storage size is over 20 GB","query":0,"sum(pulsar_storage_size > 20*1024*1024*1024) by (topic)","for":0,"1h","severity":0,"critical"},0,{"name":0,"Pulsar high write latency","description":0,"Messages cannot be written in a timely fashion","query":0,"sum(pulsar_storage_write_latency_overflow > 0) by (topic)","for":0,"1h","severity":0,"critical"},0,{"name":0,"Pulsar large message payload","description":0,"Observing large message payload (> 1MB)","query":0,"sum(pulsar_entry_size_overflow > 0) by (topic)","for":0,"1h","severity":0,"warning"},0,{"name":0,"Pulsar high ledger disk usage","description":0,"Observing Ledger Disk Usage (> 75%)","query":0,"sum(bookie_ledger_dir__pulsar_data_bookkeeper_ledgers_usage) by (kubernetes_pod_name) > 75","for":0,"1h","severity":0,"critical"},0,{"name":0,"Pulsar read only bookies","description":0,"Observing Readonly Bookies","query":0,"count(bookie_SERVER_STATUS{} 0) by (pod)","for":0,"5m","severity":0,"critical"},0,{"name":0,"Pulsar high number of function errors","description":0,"Observing more than 10 Function errors per minute","query":0,"sum((rate(pulsar_function_user_exceptions_total{}1m) + rate(pulsar_function_system_exceptions_total{}1m)) > 10) by (name)","for":0,"1m","severity":0,"critical"},0,{"name":0,"Pulsar high number of sink errors","description":0,"Observing more than 10 Sink errors per minute","query":0,"sum(rate(pulsar_sink_sink_exceptions_total{}1m) > 10) by (name)","for":0,"1m","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r639R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Pulsar subscription high number of backlog entries/h3>p>The number of subscription backlog entries is over 5k/p>div classrounded-md>astro-island uid1dmVeC prefixr326 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PulsarSubscriptionHighNumberOfBacklogEntries\n expr: 'sum(pulsar_subscription_back_log) by (subscription) > 5000'\n for: 1h\n labels:\n severity: warning\n annotations:\n summary: Pulsar subscription high number of backlog entries (instance {{ $labels.instance }})\n description: \"The number of subscription backlog entries is over 5k \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PulsarSubscriptionHighNumberOfBacklogEntries/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(pulsar_subscription_back_log) by (subscription) > 5000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pulsar subscription high number of backlog entries (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The number of subscription backlog entries is over 5k /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Pulsar subscription very high number of backlog entries/h3>p>The number of subscription backlog entries is over 100k/p>div classrounded-md>astro-island uidZ1QrIjp prefixr327 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PulsarSubscriptionVeryHighNumberOfBacklogEntries\n expr: 'sum(pulsar_subscription_back_log) by (subscription) > 100000'\n for: 1h\n labels:\n severity: critical\n annotations:\n summary: Pulsar subscription very high number of backlog entries (instance {{ $labels.instance }})\n description: \"The number of subscription backlog entries is over 100k \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PulsarSubscriptionVeryHighNumberOfBacklogEntries/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(pulsar_subscription_back_log) by (subscription) > 100000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pulsar subscription very high number of backlog entries (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The number of subscription backlog entries is over 100k /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Pulsar topic large backlog storage size/h3>p>The topic backlog storage size is over 5 GB/p>div classrounded-md>astro-island uid2s5OyU prefixr328 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PulsarTopicLargeBacklogStorageSize\n expr: 'sum(pulsar_storage_size > 5*1024*1024*1024) by (topic)'\n for: 1h\n labels:\n severity: warning\n annotations:\n summary: Pulsar topic large backlog storage size (instance {{ $labels.instance }})\n description: \"The topic backlog storage size is over 5 GB \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PulsarTopicLargeBacklogStorageSize/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(pulsar_storage_size > 5*1024*1024*1024) by (topic)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pulsar topic large backlog storage size (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The topic backlog storage size is over 5 GB /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Pulsar topic very large backlog storage size/h3>p>The topic backlog storage size is over 20 GB/p>div classrounded-md>astro-island uidZP9dk5 prefixr329 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PulsarTopicVeryLargeBacklogStorageSize\n expr: 'sum(pulsar_storage_size > 20*1024*1024*1024) by (topic)'\n for: 1h\n labels:\n severity: critical\n annotations:\n summary: Pulsar topic very large backlog storage size (instance {{ $labels.instance }})\n description: \"The topic backlog storage size is over 20 GB \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PulsarTopicVeryLargeBacklogStorageSize/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(pulsar_storage_size > 20*1024*1024*1024) by (topic)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pulsar topic very large backlog storage size (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The topic backlog storage size is over 20 GB /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Pulsar high write latency/h3>p>Messages cannot be written in a timely fashion/p>div classrounded-md>astro-island uidZ1Ovr1K prefixr330 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PulsarHighWriteLatency\n expr: 'sum(pulsar_storage_write_latency_overflow > 0) by (topic)'\n for: 1h\n labels:\n severity: critical\n annotations:\n summary: Pulsar high write latency (instance {{ $labels.instance }})\n description: \"Messages cannot be written in a timely fashion \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PulsarHighWriteLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(pulsar_storage_write_latency_overflow > 0) by (topic)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pulsar high write latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Messages cannot be written in a timely fashion /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Pulsar large message payload/h3>p>Observing large message payload (> 1MB)/p>div classrounded-md>astro-island uidZ8fK27 prefixr331 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PulsarLargeMessagePayload\n expr: 'sum(pulsar_entry_size_overflow > 0) by (topic)'\n for: 1h\n labels:\n severity: warning\n annotations:\n summary: Pulsar large message payload (instance {{ $labels.instance }})\n description: \"Observing large message payload (> 1MB) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PulsarLargeMessagePayload/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(pulsar_entry_size_overflow > 0) by (topic)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pulsar large message payload (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Observing large message payload (> 1MB) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Pulsar high ledger disk usage/h3>p>Observing Ledger Disk Usage (> 75%)/p>div classrounded-md>astro-island uidRw37u prefixr332 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PulsarHighLedgerDiskUsage\n expr: 'sum(bookie_ledger_dir__pulsar_data_bookkeeper_ledgers_usage) by (kubernetes_pod_name) > 75'\n for: 1h\n labels:\n severity: critical\n annotations:\n summary: Pulsar high ledger disk usage (instance {{ $labels.instance }})\n description: \"Observing Ledger Disk Usage (> 75%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PulsarHighLedgerDiskUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(bookie_ledger_dir__pulsar_data_bookkeeper_ledgers_usage) by (kubernetes_pod_name) > 75/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pulsar high ledger disk usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Observing Ledger Disk Usage (> 75%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Pulsar read only bookies/h3>p>Observing Readonly Bookies/p>div classrounded-md>astro-island uid2kqmqC prefixr333 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PulsarReadOnlyBookies\n expr: 'count(bookie_SERVER_STATUS{} 0) by (pod)'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Pulsar read only bookies (instance {{ $labels.instance }})\n description: \"Observing Readonly Bookies \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PulsarReadOnlyBookies/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> count(bookie_SERVER_STATUS{} 0) by (pod)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pulsar read only bookies (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Observing Readonly Bookies /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Pulsar high number of function errors/h3>p>Observing more than 10 Function errors per minute/p>div classrounded-md>astro-island uidZ4qAXb prefixr334 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PulsarHighNumberOfFunctionErrors\n expr: 'sum((rate(pulsar_function_user_exceptions_total{}1m) + rate(pulsar_function_system_exceptions_total{}1m)) > 10) by (name)'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Pulsar high number of function errors (instance {{ $labels.instance }})\n description: \"Observing more than 10 Function errors per minute \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PulsarHighNumberOfFunctionErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum((rate(pulsar_function_user_exceptions_total{}1m) + rate(pulsar_function_system_exceptions_total{}1m)) > 10) by (name)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pulsar high number of function errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Observing more than 10 Function errors per minute /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Pulsar high number of sink errors/h3>p>Observing more than 10 Sink errors per minute/p>div classrounded-md>astro-island uidWYkpk prefixr335 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PulsarHighNumberOfSinkErrors\n expr: 'sum(rate(pulsar_sink_sink_exceptions_total{}1m) > 10) by (name)'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Pulsar high number of sink errors (instance {{ $labels.instance }})\n description: \"Observing more than 10 Sink errors per minute \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PulsarHighNumberOfSinkErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(pulsar_sink_sink_exceptions_total{}1m) > 10) by (name)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pulsar high number of sink errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Observing more than 10 Sink errors per minute /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameNats> div classrow-start-1 row-end-2> astro-island uidZPpLca component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Nats","exporters":1,0,{"name":0,"nats-io/prometheus-nats-exporter","slug":0,"nats-exporter","doc_url":0,"https://github.com/nats-io/prometheus-nats-exporter","rules":1,0,{"name":0,"Nats high connection count","description":0,"High number of NATS connections ({{ $value }}) for {{ $labels.instance }}","query":0,"gnatsd_varz_connections > 100","severity":0,"warning","for":0,"3m"},0,{"name":0,"Nats high pending bytes","description":0,"High number of NATS pending bytes ({{ $value }}) for {{ $labels.instance }}","query":0,"gnatsd_connz_pending_bytes > 100000","severity":0,"warning","for":0,"3m"},0,{"name":0,"Nats high subscriptions count","description":0,"High number of NATS subscriptions ({{ $value }}) for {{ $labels.instance }}","query":0,"gnatsd_connz_subscriptions > 50","severity":0,"warning","for":0,"3m"},0,{"name":0,"Nats high routes count","description":0,"High number of NATS routes ({{ $value }}) for {{ $labels.instance }}","query":0,"gnatsd_varz_routes > 10","severity":0,"warning","for":0,"3m"},0,{"name":0,"Nats high memory usage","description":0,"NATS server memory usage is above 200MB for {{ $labels.instance }}","query":0,"gnatsd_varz_mem > 200 * 1024 * 1024","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats slow consumers","description":0,"There are slow consumers in NATS for {{ $labels.instance }}","query":0,"gnatsd_varz_slow_consumers > 0","severity":0,"critical","for":0,"3m"},0,{"name":0,"Nats server down","description":0,"NATS server has been down for more than 5 minutes","query":0,"absent(up{job\"nats\"})","severity":0,"critical","for":0,"5m"},0,{"name":0,"Nats high CPU usage","description":0,"NATS server is using more than 80% CPU for the last 5 minutes","query":0,"rate(gnatsd_varz_cpu5m) > 0.8","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats high number of connections","description":0,"NATS server has more than 1000 active connections","query":0,"gnatsd_connz_num_connections > 1000","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats high JetStream store usage","description":0,"JetStream store usage is over 80%","query":0,"gnatsd_varz_jetstream_stats_storage / gnatsd_varz_jetstream_config_max_storage > 0.8","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats high JetStream memory usage","description":0,"JetStream memory usage is over 80%","query":0,"gnatsd_varz_jetstream_stats_memory / gnatsd_varz_jetstream_config_max_memory > 0.8","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats high number of subscriptions","description":0,"NATS server has more than 1000 active subscriptions","query":0,"gnatsd_connz_subscriptions > 1000","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats high pending bytes","description":0,"NATS server has more than 100,000 pending bytes","query":0,"gnatsd_connz_pending_bytes > 100000","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats too many errors","description":0,"NATS server has encountered errors in the last 5 minutes","query":0,"increase(gnatsd_varz_jetstream_stats_api_errors5m) > 0","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats JetStream consumers exceeded","description":0,"JetStream has more than 100 active consumers","query":0,"sum(gnatsd_varz_jetstream_stats_accounts) > 100","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats frequent authentication timeouts","description":0,"There have been more than 5 authentication timeouts in the last 5 minutes","query":0,"increase(gnatsd_varz_auth_timeout5m) > 5","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats max payload size exceeded","description":0,"The max payload size allowed by NATS has been exceeded (1MB)","query":0,"max(gnatsd_varz_max_payload) > 1024 * 1024","severity":0,"critical","for":0,"5m"},0,{"name":0,"Nats leaf node connection issue","description":0,"No leaf node connections have been established in the last 5 minutes","query":0,"increase(gnatsd_varz_leafnodes5m) 0","severity":0,"critical","for":0,"5m"},0,{"name":0,"Nats max ping operations exceeded","description":0,"The maximum number of ping operations in NATS has exceeded 50","query":0,"gnatsd_varz_ping_max > 50","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats write deadline exceeded","description":0,"The write deadline has been exceeded in NATS, indicating potential message delivery issues","query":0,"gnatsd_varz_write_deadline > 10","severity":0,"critical","for":0,"5m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>20 rules/div> p classinline> Nats high connection count, Nats high pending bytes, Nats high subscriptions count, Nats high routes count, Nats high memory usage, Nats slow consumers, Nats server down, Nats high CPU usage, Nats high number of connections, Nats high JetStream store usage, Nats high JetStream memory usage, Nats high number of subscriptions, Nats high pending bytes, Nats too many errors, Nats JetStream consumers exceeded, Nats frequent authentication timeouts, Nats max payload size exceeded, Nats leaf node connection issue, Nats max ping operations exceeded, Nats write deadline exceeded /p> /div> div classrow-start-3 row-end-4> astro-island uidZTcYqw prefixr652 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Nats","exporters":1,0,{"name":0,"nats-io/prometheus-nats-exporter","slug":0,"nats-exporter","doc_url":0,"https://github.com/nats-io/prometheus-nats-exporter","rules":1,0,{"name":0,"Nats high connection count","description":0,"High number of NATS connections ({{ $value }}) for {{ $labels.instance }}","query":0,"gnatsd_varz_connections > 100","severity":0,"warning","for":0,"3m"},0,{"name":0,"Nats high pending bytes","description":0,"High number of NATS pending bytes ({{ $value }}) for {{ $labels.instance }}","query":0,"gnatsd_connz_pending_bytes > 100000","severity":0,"warning","for":0,"3m"},0,{"name":0,"Nats high subscriptions count","description":0,"High number of NATS subscriptions ({{ $value }}) for {{ $labels.instance }}","query":0,"gnatsd_connz_subscriptions > 50","severity":0,"warning","for":0,"3m"},0,{"name":0,"Nats high routes count","description":0,"High number of NATS routes ({{ $value }}) for {{ $labels.instance }}","query":0,"gnatsd_varz_routes > 10","severity":0,"warning","for":0,"3m"},0,{"name":0,"Nats high memory usage","description":0,"NATS server memory usage is above 200MB for {{ $labels.instance }}","query":0,"gnatsd_varz_mem > 200 * 1024 * 1024","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats slow consumers","description":0,"There are slow consumers in NATS for {{ $labels.instance }}","query":0,"gnatsd_varz_slow_consumers > 0","severity":0,"critical","for":0,"3m"},0,{"name":0,"Nats server down","description":0,"NATS server has been down for more than 5 minutes","query":0,"absent(up{job\"nats\"})","severity":0,"critical","for":0,"5m"},0,{"name":0,"Nats high CPU usage","description":0,"NATS server is using more than 80% CPU for the last 5 minutes","query":0,"rate(gnatsd_varz_cpu5m) > 0.8","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats high number of connections","description":0,"NATS server has more than 1000 active connections","query":0,"gnatsd_connz_num_connections > 1000","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats high JetStream store usage","description":0,"JetStream store usage is over 80%","query":0,"gnatsd_varz_jetstream_stats_storage / gnatsd_varz_jetstream_config_max_storage > 0.8","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats high JetStream memory usage","description":0,"JetStream memory usage is over 80%","query":0,"gnatsd_varz_jetstream_stats_memory / gnatsd_varz_jetstream_config_max_memory > 0.8","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats high number of subscriptions","description":0,"NATS server has more than 1000 active subscriptions","query":0,"gnatsd_connz_subscriptions > 1000","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats high pending bytes","description":0,"NATS server has more than 100,000 pending bytes","query":0,"gnatsd_connz_pending_bytes > 100000","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats too many errors","description":0,"NATS server has encountered errors in the last 5 minutes","query":0,"increase(gnatsd_varz_jetstream_stats_api_errors5m) > 0","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats JetStream consumers exceeded","description":0,"JetStream has more than 100 active consumers","query":0,"sum(gnatsd_varz_jetstream_stats_accounts) > 100","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats frequent authentication timeouts","description":0,"There have been more than 5 authentication timeouts in the last 5 minutes","query":0,"increase(gnatsd_varz_auth_timeout5m) > 5","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats max payload size exceeded","description":0,"The max payload size allowed by NATS has been exceeded (1MB)","query":0,"max(gnatsd_varz_max_payload) > 1024 * 1024","severity":0,"critical","for":0,"5m"},0,{"name":0,"Nats leaf node connection issue","description":0,"No leaf node connections have been established in the last 5 minutes","query":0,"increase(gnatsd_varz_leafnodes5m) 0","severity":0,"critical","for":0,"5m"},0,{"name":0,"Nats max ping operations exceeded","description":0,"The maximum number of ping operations in NATS has exceeded 50","query":0,"gnatsd_varz_ping_max > 50","severity":0,"warning","for":0,"5m"},0,{"name":0,"Nats write deadline exceeded","description":0,"The write deadline has been exceeded in NATS, indicating potential message delivery issues","query":0,"gnatsd_varz_write_deadline > 10","severity":0,"critical","for":0,"5m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r652R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>nats-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Nats high connection count/h3>p>High number of NATS connections ({{ $value }}) for {{ $labels.instance }}/p>div classrounded-md>astro-island uid7MFfO prefixr336 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighConnectionCount\n expr: 'gnatsd_varz_connections > 100'\n for: 3m\n labels:\n severity: warning\n annotations:\n summary: Nats high connection count (instance {{ $labels.instance }})\n description: \"High number of NATS connections ({{ $value }}) for {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighConnectionCount/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_varz_connections > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 3m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high connection count (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High number of NATS connections ({{ $value }}) for {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Nats high pending bytes/h3>p>High number of NATS pending bytes ({{ $value }}) for {{ $labels.instance }}/p>div classrounded-md>astro-island uid1t4F0o prefixr337 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighPendingBytes\n expr: 'gnatsd_connz_pending_bytes > 100000'\n for: 3m\n labels:\n severity: warning\n annotations:\n summary: Nats high pending bytes (instance {{ $labels.instance }})\n description: \"High number of NATS pending bytes ({{ $value }}) for {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighPendingBytes/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_connz_pending_bytes > 100000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 3m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high pending bytes (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High number of NATS pending bytes ({{ $value }}) for {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Nats high subscriptions count/h3>p>High number of NATS subscriptions ({{ $value }}) for {{ $labels.instance }}/p>div classrounded-md>astro-island uidZ204E86 prefixr338 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighSubscriptionsCount\n expr: 'gnatsd_connz_subscriptions > 50'\n for: 3m\n labels:\n severity: warning\n annotations:\n summary: Nats high subscriptions count (instance {{ $labels.instance }})\n description: \"High number of NATS subscriptions ({{ $value }}) for {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighSubscriptionsCount/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_connz_subscriptions > 50/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 3m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high subscriptions count (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High number of NATS subscriptions ({{ $value }}) for {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Nats high routes count/h3>p>High number of NATS routes ({{ $value }}) for {{ $labels.instance }}/p>div classrounded-md>astro-island uidofnSf prefixr339 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighRoutesCount\n expr: 'gnatsd_varz_routes > 10'\n for: 3m\n labels:\n severity: warning\n annotations:\n summary: Nats high routes count (instance {{ $labels.instance }})\n description: \"High number of NATS routes ({{ $value }}) for {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighRoutesCount/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_varz_routes > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 3m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high routes count (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High number of NATS routes ({{ $value }}) for {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Nats high memory usage/h3>p>NATS server memory usage is above 200MB for {{ $labels.instance }}/p>div classrounded-md>astro-island uid12NqBD prefixr340 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighMemoryUsage\n expr: 'gnatsd_varz_mem > 200 * 1024 * 1024'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats high memory usage (instance {{ $labels.instance }})\n description: \"NATS server memory usage is above 200MB for {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighMemoryUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_varz_mem > 200 * 1024 * 1024/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high memory usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NATS server memory usage is above 200MB for {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Nats slow consumers/h3>p>There are slow consumers in NATS for {{ $labels.instance }}/p>div classrounded-md>astro-island uid1DANoO prefixr341 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsSlowConsumers\n expr: 'gnatsd_varz_slow_consumers > 0'\n for: 3m\n labels:\n severity: critical\n annotations:\n summary: Nats slow consumers (instance {{ $labels.instance }})\n description: \"There are slow consumers in NATS for {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsSlowConsumers/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_varz_slow_consumers > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 3m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats slow consumers (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> There are slow consumers in NATS for {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Nats server down/h3>p>NATS server has been down for more than 5 minutes/p>div classrounded-md>astro-island uidZdncl2 prefixr342 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsServerDown\n expr: 'absent(up{job\"nats\"})'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Nats server down (instance {{ $labels.instance }})\n description: \"NATS server has been down for more than 5 minutes \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsServerDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> absent(up{jobnats})/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats server down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NATS server has been down for more than 5 minutes /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Nats high CPU usage/h3>p>NATS server is using more than 80% CPU for the last 5 minutes/p>div classrounded-md>astro-island uidZ111J4y prefixr343 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighCpuUsage\n expr: 'rate(gnatsd_varz_cpu5m) > 0.8'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats high CPU usage (instance {{ $labels.instance }})\n description: \"NATS server is using more than 80% CPU for the last 5 minutes \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighCpuUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(gnatsd_varz_cpu5m) > 0.8/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high CPU usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NATS server is using more than 80% CPU for the last 5 minutes /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Nats high number of connections/h3>p>NATS server has more than 1000 active connections/p>div classrounded-md>astro-island uidZ25m2tO prefixr344 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighNumberOfConnections\n expr: 'gnatsd_connz_num_connections > 1000'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats high number of connections (instance {{ $labels.instance }})\n description: \"NATS server has more than 1000 active connections \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighNumberOfConnections/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_connz_num_connections > 1000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high number of connections (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NATS server has more than 1000 active connections /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Nats high JetStream store usage/h3>p>JetStream store usage is over 80%/p>div classrounded-md>astro-island uidZ1AgSXC prefixr345 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighJetStreamStoreUsage\n expr: 'gnatsd_varz_jetstream_stats_storage / gnatsd_varz_jetstream_config_max_storage > 0.8'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats high JetStream store usage (instance {{ $labels.instance }})\n description: \"JetStream store usage is over 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighJetStreamStoreUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_varz_jetstream_stats_storage / gnatsd_varz_jetstream_config_max_storage > 0.8/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high JetStream store usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JetStream store usage is over 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Nats high JetStream memory usage/h3>p>JetStream memory usage is over 80%/p>div classrounded-md>astro-island uid2vIj8K prefixr346 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighJetStreamMemoryUsage\n expr: 'gnatsd_varz_jetstream_stats_memory / gnatsd_varz_jetstream_config_max_memory > 0.8'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats high JetStream memory usage (instance {{ $labels.instance }})\n description: \"JetStream memory usage is over 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighJetStreamMemoryUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_varz_jetstream_stats_memory / gnatsd_varz_jetstream_config_max_memory > 0.8/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high JetStream memory usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JetStream memory usage is over 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Nats high number of subscriptions/h3>p>NATS server has more than 1000 active subscriptions/p>div classrounded-md>astro-island uidZzzTUo prefixr347 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighNumberOfSubscriptions\n expr: 'gnatsd_connz_subscriptions > 1000'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats high number of subscriptions (instance {{ $labels.instance }})\n description: \"NATS server has more than 1000 active subscriptions \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighNumberOfSubscriptions/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_connz_subscriptions > 1000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high number of subscriptions (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NATS server has more than 1000 active subscriptions /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>Nats high pending bytes/h3>p>NATS server has more than 100,000 pending bytes/p>div classrounded-md>astro-island uidZIsm4o prefixr348 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsHighPendingBytes\n expr: 'gnatsd_connz_pending_bytes > 100000'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats high pending bytes (instance {{ $labels.instance }})\n description: \"NATS server has more than 100,000 pending bytes \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsHighPendingBytes/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_connz_pending_bytes > 100000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats high pending bytes (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NATS server has more than 100,000 pending bytes /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>14/div>div>h3 classheading-lg mb-2>Nats too many errors/h3>p>NATS server has encountered errors in the last 5 minutes/p>div classrounded-md>astro-island uidZ20nW4V prefixr349 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsTooManyErrors\n expr: 'increase(gnatsd_varz_jetstream_stats_api_errors5m) > 0'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats too many errors (instance {{ $labels.instance }})\n description: \"NATS server has encountered errors in the last 5 minutes \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsTooManyErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(gnatsd_varz_jetstream_stats_api_errors5m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats too many errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NATS server has encountered errors in the last 5 minutes /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>15/div>div>h3 classheading-lg mb-2>Nats JetStream consumers exceeded/h3>p>JetStream has more than 100 active consumers/p>div classrounded-md>astro-island uid1DG7tL prefixr350 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsJetStreamConsumersExceeded\n expr: 'sum(gnatsd_varz_jetstream_stats_accounts) > 100'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats JetStream consumers exceeded (instance {{ $labels.instance }})\n description: \"JetStream has more than 100 active consumers \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsJetStreamConsumersExceeded/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(gnatsd_varz_jetstream_stats_accounts) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats JetStream consumers exceeded (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JetStream has more than 100 active consumers /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>16/div>div>h3 classheading-lg mb-2>Nats frequent authentication timeouts/h3>p>There have been more than 5 authentication timeouts in the last 5 minutes/p>div classrounded-md>astro-island uidZ1GVUWY prefixr351 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsFrequentAuthenticationTimeouts\n expr: 'increase(gnatsd_varz_auth_timeout5m) > 5'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats frequent authentication timeouts (instance {{ $labels.instance }})\n description: \"There have been more than 5 authentication timeouts in the last 5 minutes \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsFrequentAuthenticationTimeouts/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(gnatsd_varz_auth_timeout5m) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats frequent authentication timeouts (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> There have been more than 5 authentication timeouts in the last 5 minutes /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>17/div>div>h3 classheading-lg mb-2>Nats max payload size exceeded/h3>p>The max payload size allowed by NATS has been exceeded (1MB)/p>div classrounded-md>astro-island uidcAvGS prefixr352 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsMaxPayloadSizeExceeded\n expr: 'max(gnatsd_varz_max_payload) > 1024 * 1024'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Nats max payload size exceeded (instance {{ $labels.instance }})\n description: \"The max payload size allowed by NATS has been exceeded (1MB) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsMaxPayloadSizeExceeded/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> max(gnatsd_varz_max_payload) > 1024 * 1024/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats max payload size exceeded (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The max payload size allowed by NATS has been exceeded (1MB) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>18/div>div>h3 classheading-lg mb-2>Nats leaf node connection issue/h3>p>No leaf node connections have been established in the last 5 minutes/p>div classrounded-md>astro-island uidMQwga prefixr353 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsLeafNodeConnectionIssue\n expr: 'increase(gnatsd_varz_leafnodes5m) 0'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Nats leaf node connection issue (instance {{ $labels.instance }})\n description: \"No leaf node connections have been established in the last 5 minutes \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsLeafNodeConnectionIssue/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(gnatsd_varz_leafnodes5m) 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats leaf node connection issue (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> No leaf node connections have been established in the last 5 minutes /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>19/div>div>h3 classheading-lg mb-2>Nats max ping operations exceeded/h3>p>The maximum number of ping operations in NATS has exceeded 50/p>div classrounded-md>astro-island uidZcaKS5 prefixr354 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsMaxPingOperationsExceeded\n expr: 'gnatsd_varz_ping_max > 50'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Nats max ping operations exceeded (instance {{ $labels.instance }})\n description: \"The maximum number of ping operations in NATS has exceeded 50 \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsMaxPingOperationsExceeded/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_varz_ping_max > 50/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats max ping operations exceeded (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The maximum number of ping operations in NATS has exceeded 50 /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>20/div>div>h3 classheading-lg mb-2>Nats write deadline exceeded/h3>p>The write deadline has been exceeded in NATS, indicating potential message delivery issues/p>div classrounded-md>astro-island uidrev0g prefixr355 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NatsWriteDeadlineExceeded\n expr: 'gnatsd_varz_write_deadline > 10'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Nats write deadline exceeded (instance {{ $labels.instance }})\n description: \"The write deadline has been exceeded in NATS, indicating potential message delivery issues \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NatsWriteDeadlineExceeded/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> gnatsd_varz_write_deadline > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nats write deadline exceeded (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The write deadline has been exceeded in NATS, indicating potential message delivery issues /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameSolr> div classrow-start-1 row-end-2> astro-island uid2dN4Xk component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Solr","exporters":1,0,{"name":0,"embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://solr.apache.org/guide/8_11/monitoring-solr-with-prometheus-and-grafana.html","rules":1,0,{"name":0,"Solr update errors","description":0,"Solr collection {{ $labels.collection }} has failed updates for replica {{ $labels.replica }} on {{ $labels.base_url }}.","query":0,"increase(solr_metrics_core_update_handler_errors_total1m) > 1","severity":0,"critical"},0,{"name":0,"Solr query errors","description":0,"Solr has increased query errors in collection {{ $labels.collection }} for replica {{ $labels.replica }} on {{ $labels.base_url }}.","query":0,"increase(solr_metrics_core_errors_total{category\"QUERY\"}1m) > 1","severity":0,"warning","for":0,"5m"},0,{"name":0,"Solr replication errors","description":0,"Solr collection {{ $labels.collection }} has failed updates for replica {{ $labels.replica }} on {{ $labels.base_url }}.","query":0,"increase(solr_metrics_core_errors_total{category\"REPLICATION\"}1m) > 1","severity":0,"critical"},0,{"name":0,"Solr low live node count","description":0,"Solr collection {{ $labels.collection }} has less than two live nodes for replica {{ $labels.replica }} on {{ $labels.base_url }}.","query":0,"solr_collections_live_nodes < 2","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>4 rules/div> p classinline> Solr update errors, Solr query errors, Solr replication errors, Solr low live node count /p> /div> div classrow-start-3 row-end-4> astro-island uid1BuJfP prefixr623 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Solr","exporters":1,0,{"name":0,"embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://solr.apache.org/guide/8_11/monitoring-solr-with-prometheus-and-grafana.html","rules":1,0,{"name":0,"Solr update errors","description":0,"Solr collection {{ $labels.collection }} has failed updates for replica {{ $labels.replica }} on {{ $labels.base_url }}.","query":0,"increase(solr_metrics_core_update_handler_errors_total1m) > 1","severity":0,"critical"},0,{"name":0,"Solr query errors","description":0,"Solr has increased query errors in collection {{ $labels.collection }} for replica {{ $labels.replica }} on {{ $labels.base_url }}.","query":0,"increase(solr_metrics_core_errors_total{category\"QUERY\"}1m) > 1","severity":0,"warning","for":0,"5m"},0,{"name":0,"Solr replication errors","description":0,"Solr collection {{ $labels.collection }} has failed updates for replica {{ $labels.replica }} on {{ $labels.base_url }}.","query":0,"increase(solr_metrics_core_errors_total{category\"REPLICATION\"}1m) > 1","severity":0,"critical"},0,{"name":0,"Solr low live node count","description":0,"Solr collection {{ $labels.collection }} has less than two live nodes for replica {{ $labels.replica }} on {{ $labels.base_url }}.","query":0,"solr_collections_live_nodes < 2","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r623R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Solr update errors/h3>p>Solr collection {{ $labels.collection }} has failed updates for replica {{ $labels.replica }} on {{ $labels.base_url }}./p>div classrounded-md>astro-island uidZAPd8Q prefixr356 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SolrUpdateErrors\n expr: 'increase(solr_metrics_core_update_handler_errors_total1m) > 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Solr update errors (instance {{ $labels.instance }})\n description: \"Solr collection {{ $labels.collection }} has failed updates for replica {{ $labels.replica }} on {{ $labels.base_url }}. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SolrUpdateErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(solr_metrics_core_update_handler_errors_total1m) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Solr update errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Solr collection {{ $labels.collection }} has failed updates for replica {{ $labels.replica }} on {{ $labels.base_url }}. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Solr query errors/h3>p>Solr has increased query errors in collection {{ $labels.collection }} for replica {{ $labels.replica }} on {{ $labels.base_url }}./p>div classrounded-md>astro-island uidZ29h7nD prefixr357 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SolrQueryErrors\n expr: 'increase(solr_metrics_core_errors_total{category\"QUERY\"}1m) > 1'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Solr query errors (instance {{ $labels.instance }})\n description: \"Solr has increased query errors in collection {{ $labels.collection }} for replica {{ $labels.replica }} on {{ $labels.base_url }}. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SolrQueryErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(solr_metrics_core_errors_total{categoryQUERY}1m) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Solr query errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Solr has increased query errors in collection {{ $labels.collection }} for replica {{ $labels.replica }} on {{ $labels.base_url }}. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Solr replication errors/h3>p>Solr collection {{ $labels.collection }} has failed updates for replica {{ $labels.replica }} on {{ $labels.base_url }}./p>div classrounded-md>astro-island uidcrgdO prefixr358 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SolrReplicationErrors\n expr: 'increase(solr_metrics_core_errors_total{category\"REPLICATION\"}1m) > 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Solr replication errors (instance {{ $labels.instance }})\n description: \"Solr collection {{ $labels.collection }} has failed updates for replica {{ $labels.replica }} on {{ $labels.base_url }}. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SolrReplicationErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(solr_metrics_core_errors_total{categoryREPLICATION}1m) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Solr replication errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Solr collection {{ $labels.collection }} has failed updates for replica {{ $labels.replica }} on {{ $labels.base_url }}. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Solr low live node count/h3>p>Solr collection {{ $labels.collection }} has less than two live nodes for replica {{ $labels.replica }} on {{ $labels.base_url }}./p>div classrounded-md>astro-island uidkD9Ub prefixr359 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SolrLowLiveNodeCount\n expr: 'solr_collections_live_nodes < 2'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Solr low live node count (instance {{ $labels.instance }})\n description: \"Solr collection {{ $labels.collection }} has less than two live nodes for replica {{ $labels.replica }} on {{ $labels.base_url }}. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SolrLowLiveNodeCount/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> solr_collections_live_nodes < 2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Solr low live node count (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Solr collection {{ $labels.collection }} has less than two live nodes for replica {{ $labels.replica }} on {{ $labels.base_url }}. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameHadoop> div classrow-start-1 row-end-2> astro-island uid2jByS8 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Hadoop","exporters":1,0,{"name":0,"hadoop/jmx_exporter","slug":0,"jmx_exporter","doc_url":0,"https://github.com/prometheus/jmx_exporter","rules":1,0,{"name":0,"Hadoop Name Node Down","query":0,"up{job\"hadoop-namenode\"} 0","for":0,"5m","severity":0,"critical","description":0,"The Hadoop NameNode service is unavailable."},0,{"name":0,"Hadoop Resource Manager Down","query":0,"up{job\"hadoop-resourcemanager\"} 0","for":0,"5m","severity":0,"critical","description":0,"The Hadoop ResourceManager service is unavailable."},0,{"name":0,"Hadoop Data Node Out Of Service","query":0,"hadoop_datanode_last_heartbeat 0","for":0,"10m","severity":0,"warning","description":0,"The Hadoop DataNode is not sending heartbeats."},0,{"name":0,"Hadoop HDFS Disk Space Low","query":0,"(hadoop_hdfs_bytes_total - hadoop_hdfs_bytes_used) / hadoop_hdfs_bytes_total < 0.1","for":0,"15m","severity":0,"warning","description":0,"Available HDFS disk space is running low."},0,{"name":0,"Hadoop Map Reduce Task Failures","query":0,"hadoop_mapreduce_task_failures_total > 100","for":0,"10m","severity":0,"critical","description":0,"There is an unusually high number of MapReduce task failures."},0,{"name":0,"Hadoop Resource Manager Memory High","query":0,"hadoop_resourcemanager_memory_bytes / hadoop_resourcemanager_memory_max_bytes > 0.8","for":0,"15m","severity":0,"warning","description":0,"The Hadoop ResourceManager is approaching its memory limit."},0,{"name":0,"Hadoop YARN Container Allocation Failures","query":0,"hadoop_yarn_container_allocation_failures_total > 10","for":0,"10m","severity":0,"warning","description":0,"There is a significant number of YARN container allocation failures."},0,{"name":0,"Hadoop HBase Region Count High","query":0,"hadoop_hbase_region_count > 5000","for":0,"15m","severity":0,"warning","description":0,"The HBase cluster has an unusually high number of regions."},0,{"name":0,"Hadoop HBase Region Server Heap Low","query":0,"hadoop_hbase_region_server_heap_bytes / hadoop_hbase_region_server_max_heap_bytes < 0.2","for":0,"10m","severity":0,"critical","description":0,"HBase Region Servers are running low on heap space."},0,{"name":0,"Hadoop HBase Write Requests Latency High","query":0,"hadoop_hbase_write_requests_latency_seconds > 0.5","for":0,"10m","severity":0,"warning","description":0,"HBase Write Requests are experiencing high latency."}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>10 rules/div> p classinline> Hadoop Name Node Down, Hadoop Resource Manager Down, Hadoop Data Node Out Of Service, Hadoop HDFS Disk Space Low, Hadoop Map Reduce Task Failures, Hadoop Resource Manager Memory High, Hadoop YARN Container Allocation Failures, Hadoop HBase Region Count High, Hadoop HBase Region Server Heap Low, Hadoop HBase Write Requests Latency High /p> /div> div classrow-start-3 row-end-4> astro-island uidZ2VUEe prefixr640 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Hadoop","exporters":1,0,{"name":0,"hadoop/jmx_exporter","slug":0,"jmx_exporter","doc_url":0,"https://github.com/prometheus/jmx_exporter","rules":1,0,{"name":0,"Hadoop Name Node Down","query":0,"up{job\"hadoop-namenode\"} 0","for":0,"5m","severity":0,"critical","description":0,"The Hadoop NameNode service is unavailable."},0,{"name":0,"Hadoop Resource Manager Down","query":0,"up{job\"hadoop-resourcemanager\"} 0","for":0,"5m","severity":0,"critical","description":0,"The Hadoop ResourceManager service is unavailable."},0,{"name":0,"Hadoop Data Node Out Of Service","query":0,"hadoop_datanode_last_heartbeat 0","for":0,"10m","severity":0,"warning","description":0,"The Hadoop DataNode is not sending heartbeats."},0,{"name":0,"Hadoop HDFS Disk Space Low","query":0,"(hadoop_hdfs_bytes_total - hadoop_hdfs_bytes_used) / hadoop_hdfs_bytes_total < 0.1","for":0,"15m","severity":0,"warning","description":0,"Available HDFS disk space is running low."},0,{"name":0,"Hadoop Map Reduce Task Failures","query":0,"hadoop_mapreduce_task_failures_total > 100","for":0,"10m","severity":0,"critical","description":0,"There is an unusually high number of MapReduce task failures."},0,{"name":0,"Hadoop Resource Manager Memory High","query":0,"hadoop_resourcemanager_memory_bytes / hadoop_resourcemanager_memory_max_bytes > 0.8","for":0,"15m","severity":0,"warning","description":0,"The Hadoop ResourceManager is approaching its memory limit."},0,{"name":0,"Hadoop YARN Container Allocation Failures","query":0,"hadoop_yarn_container_allocation_failures_total > 10","for":0,"10m","severity":0,"warning","description":0,"There is a significant number of YARN container allocation failures."},0,{"name":0,"Hadoop HBase Region Count High","query":0,"hadoop_hbase_region_count > 5000","for":0,"15m","severity":0,"warning","description":0,"The HBase cluster has an unusually high number of regions."},0,{"name":0,"Hadoop HBase Region Server Heap Low","query":0,"hadoop_hbase_region_server_heap_bytes / hadoop_hbase_region_server_max_heap_bytes < 0.2","for":0,"10m","severity":0,"critical","description":0,"HBase Region Servers are running low on heap space."},0,{"name":0,"Hadoop HBase Write Requests Latency High","query":0,"hadoop_hbase_write_requests_latency_seconds > 0.5","for":0,"10m","severity":0,"warning","description":0,"HBase Write Requests are experiencing high latency."}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r640R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>jmx_exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Hadoop Name Node Down/h3>p>The Hadoop NameNode service is unavailable./p>div classrounded-md>astro-island uid2691k8 prefixr360 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HadoopNameNodeDown\n expr: 'up{job\"hadoop-namenode\"} 0'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Hadoop Name Node Down (instance {{ $labels.instance }})\n description: \"The Hadoop NameNode service is unavailable. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HadoopNameNodeDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> up{jobhadoop-namenode} 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Hadoop Name Node Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The Hadoop NameNode service is unavailable. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Hadoop Resource Manager Down/h3>p>The Hadoop ResourceManager service is unavailable./p>div classrounded-md>astro-island uidZ1ea62z prefixr361 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HadoopResourceManagerDown\n expr: 'up{job\"hadoop-resourcemanager\"} 0'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Hadoop Resource Manager Down (instance {{ $labels.instance }})\n description: \"The Hadoop ResourceManager service is unavailable. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HadoopResourceManagerDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> up{jobhadoop-resourcemanager} 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Hadoop Resource Manager Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The Hadoop ResourceManager service is unavailable. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Hadoop Data Node Out Of Service/h3>p>The Hadoop DataNode is not sending heartbeats./p>div classrounded-md>astro-island uid14Vq6x prefixr362 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HadoopDataNodeOutOfService\n expr: 'hadoop_datanode_last_heartbeat 0'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Hadoop Data Node Out Of Service (instance {{ $labels.instance }})\n description: \"The Hadoop DataNode is not sending heartbeats. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HadoopDataNodeOutOfService/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> hadoop_datanode_last_heartbeat 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Hadoop Data Node Out Of Service (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The Hadoop DataNode is not sending heartbeats. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Hadoop HDFS Disk Space Low/h3>p>Available HDFS disk space is running low./p>div classrounded-md>astro-island uidyGBIo prefixr363 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HadoopHdfsDiskSpaceLow\n expr: '(hadoop_hdfs_bytes_total - hadoop_hdfs_bytes_used) / hadoop_hdfs_bytes_total < 0.1'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Hadoop HDFS Disk Space Low (instance {{ $labels.instance }})\n description: \"Available HDFS disk space is running low. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HadoopHdfsDiskSpaceLow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (hadoop_hdfs_bytes_total - hadoop_hdfs_bytes_used) / hadoop_hdfs_bytes_total < 0.1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Hadoop HDFS Disk Space Low (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Available HDFS disk space is running low. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Hadoop Map Reduce Task Failures/h3>p>There is an unusually high number of MapReduce task failures./p>div classrounded-md>astro-island uid1L2Uyz prefixr364 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HadoopMapReduceTaskFailures\n expr: 'hadoop_mapreduce_task_failures_total > 100'\n for: 10m\n labels:\n severity: critical\n annotations:\n summary: Hadoop Map Reduce Task Failures (instance {{ $labels.instance }})\n description: \"There is an unusually high number of MapReduce task failures. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HadoopMapReduceTaskFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> hadoop_mapreduce_task_failures_total > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Hadoop Map Reduce Task Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> There is an unusually high number of MapReduce task failures. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Hadoop Resource Manager Memory High/h3>p>The Hadoop ResourceManager is approaching its memory limit./p>div classrounded-md>astro-island uidjWF5E prefixr365 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HadoopResourceManagerMemoryHigh\n expr: 'hadoop_resourcemanager_memory_bytes / hadoop_resourcemanager_memory_max_bytes > 0.8'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Hadoop Resource Manager Memory High (instance {{ $labels.instance }})\n description: \"The Hadoop ResourceManager is approaching its memory limit. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HadoopResourceManagerMemoryHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> hadoop_resourcemanager_memory_bytes / hadoop_resourcemanager_memory_max_bytes > 0.8/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Hadoop Resource Manager Memory High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The Hadoop ResourceManager is approaching its memory limit. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Hadoop YARN Container Allocation Failures/h3>p>There is a significant number of YARN container allocation failures./p>div classrounded-md>astro-island uidDhcvn prefixr366 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HadoopYarnContainerAllocationFailures\n expr: 'hadoop_yarn_container_allocation_failures_total > 10'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Hadoop YARN Container Allocation Failures (instance {{ $labels.instance }})\n description: \"There is a significant number of YARN container allocation failures. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HadoopYarnContainerAllocationFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> hadoop_yarn_container_allocation_failures_total > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Hadoop YARN Container Allocation Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> There is a significant number of YARN container allocation failures. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Hadoop HBase Region Count High/h3>p>The HBase cluster has an unusually high number of regions./p>div classrounded-md>astro-island uid1fkrlz prefixr367 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HadoopHBaseRegionCountHigh\n expr: 'hadoop_hbase_region_count > 5000'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Hadoop HBase Region Count High (instance {{ $labels.instance }})\n description: \"The HBase cluster has an unusually high number of regions. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HadoopHBaseRegionCountHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> hadoop_hbase_region_count > 5000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Hadoop HBase Region Count High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The HBase cluster has an unusually high number of regions. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Hadoop HBase Region Server Heap Low/h3>p>HBase Region Servers are running low on heap space./p>div classrounded-md>astro-island uid8tJHY prefixr368 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HadoopHBaseRegionServerHeapLow\n expr: 'hadoop_hbase_region_server_heap_bytes / hadoop_hbase_region_server_max_heap_bytes < 0.2'\n for: 10m\n labels:\n severity: critical\n annotations:\n summary: Hadoop HBase Region Server Heap Low (instance {{ $labels.instance }})\n description: \"HBase Region Servers are running low on heap space. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HadoopHBaseRegionServerHeapLow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> hadoop_hbase_region_server_heap_bytes / hadoop_hbase_region_server_max_heap_bytes < 0.2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Hadoop HBase Region Server Heap Low (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HBase Region Servers are running low on heap space. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Hadoop HBase Write Requests Latency High/h3>p>HBase Write Requests are experiencing high latency./p>div classrounded-md>astro-island uidZQhJKa prefixr369 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HadoopHBaseWriteRequestsLatencyHigh\n expr: 'hadoop_hbase_write_requests_latency_seconds > 0.5'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Hadoop HBase Write Requests Latency High (instance {{ $labels.instance }})\n description: \"HBase Write Requests are experiencing high latency. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HadoopHBaseWriteRequestsLatencyHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> hadoop_hbase_write_requests_latency_seconds > 0.5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Hadoop HBase Write Requests Latency High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HBase Write Requests are experiencing high latency. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div> /div> /section>section data-group-nameReverse proxies and load balancers classmb-16> h2 classheading-sm>Reverse proxies and load balancers/h2> div classgrid grid-dynamic-base gap-6> div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameNginx> div classrow-start-1 row-end-2> astro-island uidZ1AO3WM component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Nginx","exporters":1,0,{"name":0,"knyar/nginx-lua-prometheus","slug":0,"knyar-nginx-exporter","doc_url":0,"https://github.com/knyar/nginx-lua-prometheus","rules":1,0,{"name":0,"Nginx high HTTP 4xx error rate","description":0,"Too many HTTP requests with status 4xx (> 5%)","query":0,"sum(rate(nginx_http_requests_total{status~\"^4..\"}1m)) / sum(rate(nginx_http_requests_total1m)) * 100 > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"Nginx high HTTP 5xx error rate","description":0,"Too many HTTP requests with status 5xx (> 5%)","query":0,"sum(rate(nginx_http_requests_total{status~\"^5..\"}1m)) / sum(rate(nginx_http_requests_total1m)) * 100 > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"Nginx latency high","description":0,"Nginx p99 latency is higher than 3 seconds","query":0,"histogram_quantile(0.99, sum(rate(nginx_http_request_duration_seconds_bucket2m)) by (host, node, le)) > 3","severity":0,"warning","for":0,"2m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>3 rules/div> p classinline> Nginx high HTTP 4xx error rate, Nginx high HTTP 5xx error rate, Nginx latency high /p> /div> div classrow-start-3 row-end-4> astro-island uidZfelso prefixr614 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Nginx","exporters":1,0,{"name":0,"knyar/nginx-lua-prometheus","slug":0,"knyar-nginx-exporter","doc_url":0,"https://github.com/knyar/nginx-lua-prometheus","rules":1,0,{"name":0,"Nginx high HTTP 4xx error rate","description":0,"Too many HTTP requests with status 4xx (> 5%)","query":0,"sum(rate(nginx_http_requests_total{status~\"^4..\"}1m)) / sum(rate(nginx_http_requests_total1m)) * 100 > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"Nginx high HTTP 5xx error rate","description":0,"Too many HTTP requests with status 5xx (> 5%)","query":0,"sum(rate(nginx_http_requests_total{status~\"^5..\"}1m)) / sum(rate(nginx_http_requests_total1m)) * 100 > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"Nginx latency high","description":0,"Nginx p99 latency is higher than 3 seconds","query":0,"histogram_quantile(0.99, sum(rate(nginx_http_request_duration_seconds_bucket2m)) by (host, node, le)) > 3","severity":0,"warning","for":0,"2m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r614R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>knyar-nginx-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Nginx high HTTP 4xx error rate/h3>p>Too many HTTP requests with status 4xx (> 5%)/p>div classrounded-md>astro-island uidKPX0E prefixr370 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NginxHighHttp4XxErrorRate\n expr: 'sum(rate(nginx_http_requests_total{status~\"^4..\"}1m)) / sum(rate(nginx_http_requests_total1m)) * 100 > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Nginx high HTTP 4xx error rate (instance {{ $labels.instance }})\n description: \"Too many HTTP requests with status 4xx (> 5%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NginxHighHttp4XxErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(nginx_http_requests_total{status~^4..}1m)) / sum(rate(nginx_http_requests_total1m)) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nginx high HTTP 4xx error rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many HTTP requests with status 4xx (> 5%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Nginx high HTTP 5xx error rate/h3>p>Too many HTTP requests with status 5xx (> 5%)/p>div classrounded-md>astro-island uidZ29axoQ prefixr371 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NginxHighHttp5XxErrorRate\n expr: 'sum(rate(nginx_http_requests_total{status~\"^5..\"}1m)) / sum(rate(nginx_http_requests_total1m)) * 100 > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Nginx high HTTP 5xx error rate (instance {{ $labels.instance }})\n description: \"Too many HTTP requests with status 5xx (> 5%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NginxHighHttp5XxErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(nginx_http_requests_total{status~^5..}1m)) / sum(rate(nginx_http_requests_total1m)) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nginx high HTTP 5xx error rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many HTTP requests with status 5xx (> 5%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Nginx latency high/h3>p>Nginx p99 latency is higher than 3 seconds/p>div classrounded-md>astro-island uidC0bVE prefixr372 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NginxLatencyHigh\n expr: 'histogram_quantile(0.99, sum(rate(nginx_http_request_duration_seconds_bucket2m)) by (host, node, le)) > 3'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Nginx latency high (instance {{ $labels.instance }})\n description: \"Nginx p99 latency is higher than 3 seconds \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NginxLatencyHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> histogram_quantile(0.99, sum(rate(nginx_http_request_duration_seconds_bucket2m)) by (host, node, le)) > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nginx latency high (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nginx p99 latency is higher than 3 seconds /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameApache> div classrow-start-1 row-end-2> astro-island uid1XK644 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Apache","exporters":1,0,{"name":0,"Lusitaniae/apache_exporter","slug":0,"lusitaniae-apache-exporter","doc_url":0,"https://github.com/Lusitaniae/apache_exporter","rules":1,0,{"name":0,"Apache down","description":0,"Apache down","query":0,"apache_up 0","severity":0,"critical"},0,{"name":0,"Apache workers load","description":0,"Apache workers in busy state approach the max workers count 80% workers busy on {{ $labels.instance }}","query":0,"(sum by (instance) (apache_workers{state\"busy\"}) / sum by (instance) (apache_scoreboard) ) * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"Apache restart","description":0,"Apache has just been restarted.","query":0,"apache_uptime_seconds_total / 60 < 1","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>3 rules/div> p classinline> Apache down, Apache workers load, Apache restart /p> /div> div classrow-start-3 row-end-4> astro-island uidZ1RVQco prefixr615 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Apache","exporters":1,0,{"name":0,"Lusitaniae/apache_exporter","slug":0,"lusitaniae-apache-exporter","doc_url":0,"https://github.com/Lusitaniae/apache_exporter","rules":1,0,{"name":0,"Apache down","description":0,"Apache down","query":0,"apache_up 0","severity":0,"critical"},0,{"name":0,"Apache workers load","description":0,"Apache workers in busy state approach the max workers count 80% workers busy on {{ $labels.instance }}","query":0,"(sum by (instance) (apache_workers{state\"busy\"}) / sum by (instance) (apache_scoreboard) ) * 100 > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"Apache restart","description":0,"Apache has just been restarted.","query":0,"apache_uptime_seconds_total / 60 < 1","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r615R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>lusitaniae-apache-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Apache down/h3>p>Apache down/p>div classrounded-md>astro-island uidZ1cx1MI prefixr373 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ApacheDown\n expr: 'apache_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Apache down (instance {{ $labels.instance }})\n description: \"Apache down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ApacheDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> apache_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Apache down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Apache down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Apache workers load/h3>p>Apache workers in busy state approach the max workers count 80% workers busy on {{ $labels.instance }}/p>div classrounded-md>astro-island uid2ugonl prefixr374 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ApacheWorkersLoad\n expr: '(sum by (instance) (apache_workers{state\"busy\"}) / sum by (instance) (apache_scoreboard) ) * 100 > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Apache workers load (instance {{ $labels.instance }})\n description: \"Apache workers in busy state approach the max workers count 80% workers busy on {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ApacheWorkersLoad/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (instance) (apache_workers{statebusy}) / sum by (instance) (apache_scoreboard) ) * 100 > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Apache workers load (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Apache workers in busy state approach the max workers count 80% workers busy on {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Apache restart/h3>p>Apache has just been restarted./p>div classrounded-md>astro-island uid24iuWg prefixr375 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ApacheRestart\n expr: 'apache_uptime_seconds_total / 60 < 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Apache restart (instance {{ $labels.instance }})\n description: \"Apache has just been restarted. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ApacheRestart/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> apache_uptime_seconds_total / 60 < 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Apache restart (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Apache has just been restarted. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameHaProxy> div classrow-start-1 row-end-2> astro-island uid1SVDS3 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"HaProxy","exporters":1,0,{"name":0,"Embedded exporter (HAProxy > v2)","slug":0,"embedded-exporter-v2","doc_url":0,"https://github.com/haproxy/haproxy/tree/master/contrib/prometheus-exporter","rules":1,0,{"name":0,"HAProxy high HTTP 4xx error rate backend","description":0,"Too many HTTP requests with status 4xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}","query":0,"((sum by (proxy) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m)) / sum by (proxy) (rate(haproxy_server_http_responses_total1m))) * 100) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 5xx error rate backend","description":0,"Too many HTTP requests with status 5xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}","query":0,"((sum by (proxy) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m)) / sum by (proxy) (rate(haproxy_server_http_responses_total1m))) * 100) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 4xx error rate server","description":0,"Too many HTTP requests with status 4xx (> 5%) on server {{ $labels.server }}","query":0,"((sum by (server) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 5xx error rate server","description":0,"Too many HTTP requests with status 5xx (> 5%) on server {{ $labels.server }}","query":0,"((sum by (server) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy server response errors","description":0,"Too many response errors to {{ $labels.server }} server (> 5%).","query":0,"(sum by (server) (rate(haproxy_server_response_errors_total1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100 > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy backend connection errors","description":0,"Too many connection errors to {{ $labels.fqdn }}/{{ $labels.backend }} backend (> 100 req/s). Request throughput may be too high.","query":0,"(sum by (proxy) (rate(haproxy_backend_connection_errors_total1m))) > 100","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy server connection errors","description":0,"Too many connection errors to {{ $labels.server }} server (> 100 req/s). Request throughput may be too high.","query":0,"(sum by (proxy) (rate(haproxy_server_connection_errors_total1m))) > 100","severity":0,"critical"},0,{"name":0,"HAProxy backend max active session > 80%","description":0,"Session limit from backend {{ $labels.proxy }} to server {{ $labels.server }} reached 80% of limit - {{ $value | printf \"%.2f\"}}%","query":0,"((haproxy_server_max_sessions >0) * 100) / (haproxy_server_limit_sessions > 0) > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy pending requests","description":0,"Some HAProxy requests are pending on {{ $labels.proxy }} - {{ $value | printf \"%.2f\"}}","query":0,"sum by (proxy) (rate(haproxy_backend_current_queue2m)) > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy HTTP slowing down","description":0,"Average request time is increasing - {{ $value | printf \"%.2f\"}}","query":0,"avg by (instance, proxy) (haproxy_backend_max_total_time_seconds) > 1","severity":0,"warning","for":0,"1m"},0,{"name":0,"HAProxy retry high","description":0,"High rate of retry on {{ $labels.proxy }} - {{ $value | printf \"%.2f\"}}","query":0,"sum by (proxy) (rate(haproxy_backend_retry_warnings_total1m)) > 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAproxy has no alive backends","description":0,"HAProxy has no alive active or backup backends for {{ $labels.proxy }}","query":0,"haproxy_backend_active_servers + haproxy_backend_backup_servers 0","severity":0,"critical"},0,{"name":0,"HAProxy frontend security blocked requests","description":0,"HAProxy is blocking requests for security reason","query":0,"sum by (proxy) (rate(haproxy_frontend_denied_connections_total2m)) > 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy server healthcheck failure","description":0,"Some server healthcheck are failing on {{ $labels.server }}","query":0,"increase(haproxy_server_check_failures_total1m) > 0","severity":0,"warning","for":0,"1m"}},0,{"name":0,"prometheus/haproxy_exporter (HAProxy < v2)","slug":0,"haproxy-exporter-v1","doc_url":0,"https://github.com/prometheus/haproxy_exporter","rules":1,0,{"name":0,"HAProxy down","description":0,"HAProxy down","query":0,"haproxy_up 0","severity":0,"critical"},0,{"name":0,"HAProxy high HTTP 4xx error rate backend","description":0,"Too many HTTP requests with status 4xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}","query":0,"sum by (backend) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m)) / sum by (backend) (rate(haproxy_server_http_responses_total1m)) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 5xx error rate backend","description":0,"Too many HTTP requests with status 5xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}","query":0,"sum by (backend) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m)) / sum by (backend) (rate(haproxy_server_http_responses_total1m)) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 4xx error rate server","description":0,"Too many HTTP requests with status 4xx (> 5%) on server {{ $labels.server }}","query":0,"sum by (server) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 5xx error rate server","description":0,"Too many HTTP requests with status 5xx (> 5%) on server {{ $labels.server }}","query":0,"sum by (server) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy server response errors","description":0,"Too many response errors to {{ $labels.server }} server (> 5%).","query":0,"sum by (server) (rate(haproxy_server_response_errors_total1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy backend connection errors","description":0,"Too many connection errors to {{ $labels.fqdn }}/{{ $labels.backend }} backend (> 100 req/s). Request throughput may be too high.","query":0,"sum by (backend) (rate(haproxy_backend_connection_errors_total1m)) > 100","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy server connection errors","description":0,"Too many connection errors to {{ $labels.server }} server (> 100 req/s). Request throughput may be too high.","query":0,"sum by (server) (rate(haproxy_server_connection_errors_total1m)) > 100","severity":0,"critical"},0,{"name":0,"HAProxy backend max active session","description":0,"HAproxy backend {{ $labels.fqdn }}/{{ $labels.backend }} is reaching session limit (> 80%).","query":0,"((sum by (backend) (avg_over_time(haproxy_backend_current_sessions2m) * 100) / sum by (backend) (avg_over_time(haproxy_backend_limit_sessions2m)))) > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy pending requests","description":0,"Some HAProxy requests are pending on {{ $labels.fqdn }}/{{ $labels.backend }} backend","query":0,"sum by (backend) (haproxy_backend_current_queue) > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy HTTP slowing down","description":0,"Average request time is increasing","query":0,"avg by (backend) (haproxy_backend_http_total_time_average_seconds) > 1","severity":0,"warning","for":0,"1m"},0,{"name":0,"HAProxy retry high","description":0,"High rate of retry on {{ $labels.fqdn }}/{{ $labels.backend }} backend","query":0,"sum by (backend) (rate(haproxy_backend_retry_warnings_total1m)) > 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy backend down","description":0,"HAProxy backend is down","query":0,"haproxy_backend_up 0","severity":0,"critical"},0,{"name":0,"HAProxy server down","description":0,"HAProxy server is down","query":0,"haproxy_server_up 0","severity":0,"critical"},0,{"name":0,"HAProxy frontend security blocked requests","description":0,"HAProxy is blocking requests for security reason","query":0,"sum by (frontend) (rate(haproxy_frontend_requests_denied_total2m)) > 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy server healthcheck failure","description":0,"Some server healthcheck are failing on {{ $labels.server }}","query":0,"increase(haproxy_server_check_failures_total1m) > 0","severity":0,"warning","for":0,"1m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>30 rules/div> p classinline> HAProxy high HTTP 4xx error rate backend, HAProxy high HTTP 5xx error rate backend, HAProxy high HTTP 4xx error rate server, HAProxy high HTTP 5xx error rate server, HAProxy server response errors, HAProxy backend connection errors, HAProxy server connection errors, HAProxy backend max active session > 80%, HAProxy pending requests, HAProxy HTTP slowing down, HAProxy retry high, HAproxy has no alive backends, HAProxy frontend security blocked requests, HAProxy server healthcheck failureHAProxy down, HAProxy high HTTP 4xx error rate backend, HAProxy high HTTP 5xx error rate backend, HAProxy high HTTP 4xx error rate server, HAProxy high HTTP 5xx error rate server, HAProxy server response errors, HAProxy backend connection errors, HAProxy server connection errors, HAProxy backend max active session, HAProxy pending requests, HAProxy HTTP slowing down, HAProxy retry high, HAProxy backend down, HAProxy server down, HAProxy frontend security blocked requests, HAProxy server healthcheck failure /p> /div> div classrow-start-3 row-end-4> astro-island uidZ2n07Es prefixr649 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"HaProxy","exporters":1,0,{"name":0,"Embedded exporter (HAProxy > v2)","slug":0,"embedded-exporter-v2","doc_url":0,"https://github.com/haproxy/haproxy/tree/master/contrib/prometheus-exporter","rules":1,0,{"name":0,"HAProxy high HTTP 4xx error rate backend","description":0,"Too many HTTP requests with status 4xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}","query":0,"((sum by (proxy) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m)) / sum by (proxy) (rate(haproxy_server_http_responses_total1m))) * 100) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 5xx error rate backend","description":0,"Too many HTTP requests with status 5xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}","query":0,"((sum by (proxy) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m)) / sum by (proxy) (rate(haproxy_server_http_responses_total1m))) * 100) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 4xx error rate server","description":0,"Too many HTTP requests with status 4xx (> 5%) on server {{ $labels.server }}","query":0,"((sum by (server) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 5xx error rate server","description":0,"Too many HTTP requests with status 5xx (> 5%) on server {{ $labels.server }}","query":0,"((sum by (server) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy server response errors","description":0,"Too many response errors to {{ $labels.server }} server (> 5%).","query":0,"(sum by (server) (rate(haproxy_server_response_errors_total1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100 > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy backend connection errors","description":0,"Too many connection errors to {{ $labels.fqdn }}/{{ $labels.backend }} backend (> 100 req/s). Request throughput may be too high.","query":0,"(sum by (proxy) (rate(haproxy_backend_connection_errors_total1m))) > 100","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy server connection errors","description":0,"Too many connection errors to {{ $labels.server }} server (> 100 req/s). Request throughput may be too high.","query":0,"(sum by (proxy) (rate(haproxy_server_connection_errors_total1m))) > 100","severity":0,"critical"},0,{"name":0,"HAProxy backend max active session > 80%","description":0,"Session limit from backend {{ $labels.proxy }} to server {{ $labels.server }} reached 80% of limit - {{ $value | printf \"%.2f\"}}%","query":0,"((haproxy_server_max_sessions >0) * 100) / (haproxy_server_limit_sessions > 0) > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy pending requests","description":0,"Some HAProxy requests are pending on {{ $labels.proxy }} - {{ $value | printf \"%.2f\"}}","query":0,"sum by (proxy) (rate(haproxy_backend_current_queue2m)) > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy HTTP slowing down","description":0,"Average request time is increasing - {{ $value | printf \"%.2f\"}}","query":0,"avg by (instance, proxy) (haproxy_backend_max_total_time_seconds) > 1","severity":0,"warning","for":0,"1m"},0,{"name":0,"HAProxy retry high","description":0,"High rate of retry on {{ $labels.proxy }} - {{ $value | printf \"%.2f\"}}","query":0,"sum by (proxy) (rate(haproxy_backend_retry_warnings_total1m)) > 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAproxy has no alive backends","description":0,"HAProxy has no alive active or backup backends for {{ $labels.proxy }}","query":0,"haproxy_backend_active_servers + haproxy_backend_backup_servers 0","severity":0,"critical"},0,{"name":0,"HAProxy frontend security blocked requests","description":0,"HAProxy is blocking requests for security reason","query":0,"sum by (proxy) (rate(haproxy_frontend_denied_connections_total2m)) > 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy server healthcheck failure","description":0,"Some server healthcheck are failing on {{ $labels.server }}","query":0,"increase(haproxy_server_check_failures_total1m) > 0","severity":0,"warning","for":0,"1m"}},0,{"name":0,"prometheus/haproxy_exporter (HAProxy < v2)","slug":0,"haproxy-exporter-v1","doc_url":0,"https://github.com/prometheus/haproxy_exporter","rules":1,0,{"name":0,"HAProxy down","description":0,"HAProxy down","query":0,"haproxy_up 0","severity":0,"critical"},0,{"name":0,"HAProxy high HTTP 4xx error rate backend","description":0,"Too many HTTP requests with status 4xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}","query":0,"sum by (backend) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m)) / sum by (backend) (rate(haproxy_server_http_responses_total1m)) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 5xx error rate backend","description":0,"Too many HTTP requests with status 5xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}","query":0,"sum by (backend) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m)) / sum by (backend) (rate(haproxy_server_http_responses_total1m)) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 4xx error rate server","description":0,"Too many HTTP requests with status 4xx (> 5%) on server {{ $labels.server }}","query":0,"sum by (server) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy high HTTP 5xx error rate server","description":0,"Too many HTTP requests with status 5xx (> 5%) on server {{ $labels.server }}","query":0,"sum by (server) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy server response errors","description":0,"Too many response errors to {{ $labels.server }} server (> 5%).","query":0,"sum by (server) (rate(haproxy_server_response_errors_total1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy backend connection errors","description":0,"Too many connection errors to {{ $labels.fqdn }}/{{ $labels.backend }} backend (> 100 req/s). Request throughput may be too high.","query":0,"sum by (backend) (rate(haproxy_backend_connection_errors_total1m)) > 100","severity":0,"critical","for":0,"1m"},0,{"name":0,"HAProxy server connection errors","description":0,"Too many connection errors to {{ $labels.server }} server (> 100 req/s). Request throughput may be too high.","query":0,"sum by (server) (rate(haproxy_server_connection_errors_total1m)) > 100","severity":0,"critical"},0,{"name":0,"HAProxy backend max active session","description":0,"HAproxy backend {{ $labels.fqdn }}/{{ $labels.backend }} is reaching session limit (> 80%).","query":0,"((sum by (backend) (avg_over_time(haproxy_backend_current_sessions2m) * 100) / sum by (backend) (avg_over_time(haproxy_backend_limit_sessions2m)))) > 80","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy pending requests","description":0,"Some HAProxy requests are pending on {{ $labels.fqdn }}/{{ $labels.backend }} backend","query":0,"sum by (backend) (haproxy_backend_current_queue) > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy HTTP slowing down","description":0,"Average request time is increasing","query":0,"avg by (backend) (haproxy_backend_http_total_time_average_seconds) > 1","severity":0,"warning","for":0,"1m"},0,{"name":0,"HAProxy retry high","description":0,"High rate of retry on {{ $labels.fqdn }}/{{ $labels.backend }} backend","query":0,"sum by (backend) (rate(haproxy_backend_retry_warnings_total1m)) > 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy backend down","description":0,"HAProxy backend is down","query":0,"haproxy_backend_up 0","severity":0,"critical"},0,{"name":0,"HAProxy server down","description":0,"HAProxy server is down","query":0,"haproxy_server_up 0","severity":0,"critical"},0,{"name":0,"HAProxy frontend security blocked requests","description":0,"HAProxy is blocking requests for security reason","query":0,"sum by (frontend) (rate(haproxy_frontend_requests_denied_total2m)) > 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"HAProxy server healthcheck failure","description":0,"Some server healthcheck are failing on {{ $labels.server }}","query":0,"increase(haproxy_server_check_failures_total1m) > 0","severity":0,"warning","for":0,"1m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r649R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter-v2/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>HAProxy high HTTP 4xx error rate backend/h3>p>Too many HTTP requests with status 4xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}/p>div classrounded-md>astro-island uidZIgDF2 prefixr376 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyHighHttp4XxErrorRateBackend\n expr: '((sum by (proxy) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m)) / sum by (proxy) (rate(haproxy_server_http_responses_total1m))) * 100) > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy high HTTP 4xx error rate backend (instance {{ $labels.instance }})\n description: \"Too many HTTP requests with status 4xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyHighHttp4XxErrorRateBackend/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((sum by (proxy) (rate(haproxy_server_http_responses_total{code4xx}1m)) / sum by (proxy) (rate(haproxy_server_http_responses_total1m))) * 100) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy high HTTP 4xx error rate backend (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many HTTP requests with status 4xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>HAProxy high HTTP 5xx error rate backend/h3>p>Too many HTTP requests with status 5xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}/p>div classrounded-md>astro-island uidlJ9Uf prefixr377 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyHighHttp5XxErrorRateBackend\n expr: '((sum by (proxy) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m)) / sum by (proxy) (rate(haproxy_server_http_responses_total1m))) * 100) > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy high HTTP 5xx error rate backend (instance {{ $labels.instance }})\n description: \"Too many HTTP requests with status 5xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyHighHttp5XxErrorRateBackend/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((sum by (proxy) (rate(haproxy_server_http_responses_total{code5xx}1m)) / sum by (proxy) (rate(haproxy_server_http_responses_total1m))) * 100) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy high HTTP 5xx error rate backend (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many HTTP requests with status 5xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>HAProxy high HTTP 4xx error rate server/h3>p>Too many HTTP requests with status 4xx (> 5%) on server {{ $labels.server }}/p>div classrounded-md>astro-island uidAocS7 prefixr378 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyHighHttp4XxErrorRateServer\n expr: '((sum by (server) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100) > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy high HTTP 4xx error rate server (instance {{ $labels.instance }})\n description: \"Too many HTTP requests with status 4xx (> 5%) on server {{ $labels.server }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyHighHttp4XxErrorRateServer/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((sum by (server) (rate(haproxy_server_http_responses_total{code4xx}1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy high HTTP 4xx error rate server (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many HTTP requests with status 4xx (> 5%) on server {{ $labels.server }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>HAProxy high HTTP 5xx error rate server/h3>p>Too many HTTP requests with status 5xx (> 5%) on server {{ $labels.server }}/p>div classrounded-md>astro-island uid2cjCg0 prefixr379 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyHighHttp5XxErrorRateServer\n expr: '((sum by (server) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100) > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy high HTTP 5xx error rate server (instance {{ $labels.instance }})\n description: \"Too many HTTP requests with status 5xx (> 5%) on server {{ $labels.server }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyHighHttp5XxErrorRateServer/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((sum by (server) (rate(haproxy_server_http_responses_total{code5xx}1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy high HTTP 5xx error rate server (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many HTTP requests with status 5xx (> 5%) on server {{ $labels.server }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>HAProxy server response errors/h3>p>Too many response errors to {{ $labels.server }} server (> 5%)./p>div classrounded-md>astro-island uidZ1TxpR9 prefixr380 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyServerResponseErrors\n expr: '(sum by (server) (rate(haproxy_server_response_errors_total1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100 > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy server response errors (instance {{ $labels.instance }})\n description: \"Too many response errors to {{ $labels.server }} server (> 5%). \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyServerResponseErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (server) (rate(haproxy_server_response_errors_total1m)) / sum by (server) (rate(haproxy_server_http_responses_total1m))) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy server response errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many response errors to {{ $labels.server }} server (> 5%). /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>HAProxy backend connection errors/h3>p>Too many connection errors to {{ $labels.fqdn }}/{{ $labels.backend }} backend (> 100 req/s). Request throughput may be too high./p>div classrounded-md>astro-island uidZdj20h prefixr381 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyBackendConnectionErrors\n expr: '(sum by (proxy) (rate(haproxy_backend_connection_errors_total1m))) > 100'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy backend connection errors (instance {{ $labels.instance }})\n description: \"Too many connection errors to {{ $labels.fqdn }}/{{ $labels.backend }} backend (> 100 req/s). Request throughput may be too high. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyBackendConnectionErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (proxy) (rate(haproxy_backend_connection_errors_total1m))) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy backend connection errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many connection errors to {{ $labels.fqdn }}/{{ $labels.backend }} backend (> 100 req/s). Request throughput may be too high. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>HAProxy server connection errors/h3>p>Too many connection errors to {{ $labels.server }} server (> 100 req/s). Request throughput may be too high./p>div classrounded-md>astro-island uidZ1sJoTf prefixr382 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyServerConnectionErrors\n expr: '(sum by (proxy) (rate(haproxy_server_connection_errors_total1m))) > 100'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: HAProxy server connection errors (instance {{ $labels.instance }})\n description: \"Too many connection errors to {{ $labels.server }} server (> 100 req/s). Request throughput may be too high. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyServerConnectionErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (proxy) (rate(haproxy_server_connection_errors_total1m))) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy server connection errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many connection errors to {{ $labels.server }} server (> 100 req/s). Request throughput may be too high. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>HAProxy backend max active session > 80%/h3>p>Session limit from backend {{ $labels.proxy }} to server {{ $labels.server }} reached 80% of limit - {{ $value | printf "%.2f"}}%/p>div classrounded-md>astro-island uidZLh9qi prefixr383 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyBackendMaxActiveSession80\n expr: '((haproxy_server_max_sessions >0) * 100) / (haproxy_server_limit_sessions > 0) > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: HAProxy backend max active session > 80% (instance {{ $labels.instance }})\n description: \"Session limit from backend {{ $labels.proxy }} to server {{ $labels.server }} reached 80% of limit - {{ $value | printf \"%.2f\"}}% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyBackendMaxActiveSession80/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((haproxy_server_max_sessions >0) * 100) / (haproxy_server_limit_sessions > 0) > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy backend max active session > 80% (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Session limit from backend {{ $labels.proxy }} to server {{ $labels.server }} reached 80% of limit - {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}}% \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>HAProxy pending requests/h3>p>Some HAProxy requests are pending on {{ $labels.proxy }} - {{ $value | printf "%.2f"}}/p>div classrounded-md>astro-island uidq2LSb prefixr384 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyPendingRequests\n expr: 'sum by (proxy) (rate(haproxy_backend_current_queue2m)) > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: HAProxy pending requests (instance {{ $labels.instance }})\n description: \"Some HAProxy requests are pending on {{ $labels.proxy }} - {{ $value | printf \"%.2f\"}} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyPendingRequests/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (proxy) (rate(haproxy_backend_current_queue2m)) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy pending requests (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some HAProxy requests are pending on {{ $labels.proxy }} - {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}} \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>HAProxy HTTP slowing down/h3>p>Average request time is increasing - {{ $value | printf "%.2f"}}/p>div classrounded-md>astro-island uidELNkO prefixr385 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyHttpSlowingDown\n expr: 'avg by (instance, proxy) (haproxy_backend_max_total_time_seconds) > 1'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: HAProxy HTTP slowing down (instance {{ $labels.instance }})\n description: \"Average request time is increasing - {{ $value | printf \"%.2f\"}} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyHttpSlowingDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg by (instance, proxy) (haproxy_backend_max_total_time_seconds) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy HTTP slowing down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Average request time is increasing - {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}} \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>HAProxy retry high/h3>p>High rate of retry on {{ $labels.proxy }} - {{ $value | printf "%.2f"}}/p>div classrounded-md>astro-island uidZ1MzBYe prefixr386 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyRetryHigh\n expr: 'sum by (proxy) (rate(haproxy_backend_retry_warnings_total1m)) > 10'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: HAProxy retry high (instance {{ $labels.instance }})\n description: \"High rate of retry on {{ $labels.proxy }} - {{ $value | printf \"%.2f\"}} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyRetryHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (proxy) (rate(haproxy_backend_retry_warnings_total1m)) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy retry high (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High rate of retry on {{ $labels.proxy }} - {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}} \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>HAproxy has no alive backends/h3>p>HAProxy has no alive active or backup backends for {{ $labels.proxy }}/p>div classrounded-md>astro-island uidZ1HT1fA prefixr387 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HAproxyHasNoAliveBackends\n expr: 'haproxy_backend_active_servers + haproxy_backend_backup_servers 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: HAproxy has no alive backends (instance {{ $labels.instance }})\n description: \"HAProxy has no alive active or backup backends for {{ $labels.proxy }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAproxyHasNoAliveBackends/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> haproxy_backend_active_servers + haproxy_backend_backup_servers 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAproxy has no alive backends (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy has no alive active or backup backends for {{ $labels.proxy }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>HAProxy frontend security blocked requests/h3>p>HAProxy is blocking requests for security reason/p>div classrounded-md>astro-island uid1u1OVu prefixr388 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyFrontendSecurityBlockedRequests\n expr: 'sum by (proxy) (rate(haproxy_frontend_denied_connections_total2m)) > 10'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: HAProxy frontend security blocked requests (instance {{ $labels.instance }})\n description: \"HAProxy is blocking requests for security reason \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyFrontendSecurityBlockedRequests/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (proxy) (rate(haproxy_frontend_denied_connections_total2m)) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy frontend security blocked requests (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy is blocking requests for security reason /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>14/div>div>h3 classheading-lg mb-2>HAProxy server healthcheck failure/h3>p>Some server healthcheck are failing on {{ $labels.server }}/p>div classrounded-md>astro-island uid1uRFtd prefixr389 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyServerHealthcheckFailure\n expr: 'increase(haproxy_server_check_failures_total1m) > 0'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: HAProxy server healthcheck failure (instance {{ $labels.instance }})\n description: \"Some server healthcheck are failing on {{ $labels.server }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyServerHealthcheckFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(haproxy_server_check_failures_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy server healthcheck failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some server healthcheck are failing on {{ $labels.server }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>haproxy-exporter-v1/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>HAProxy down/h3>p>HAProxy down/p>div classrounded-md>astro-island uidZ1h4Diq prefixr390 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyDown\n expr: 'haproxy_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: HAProxy down (instance {{ $labels.instance }})\n description: \"HAProxy down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> haproxy_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>HAProxy high HTTP 4xx error rate backend/h3>p>Too many HTTP requests with status 4xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}/p>div classrounded-md>astro-island uid6amW9 prefixr391 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyHighHttp4XxErrorRateBackend\n expr: 'sum by (backend) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m)) / sum by (backend) (rate(haproxy_server_http_responses_total1m)) > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy high HTTP 4xx error rate backend (instance {{ $labels.instance }})\n description: \"Too many HTTP requests with status 4xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyHighHttp4XxErrorRateBackend/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (backend) (rate(haproxy_server_http_responses_total{code4xx}1m)) / sum by (backend) (rate(haproxy_server_http_responses_total1m)) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy high HTTP 4xx error rate backend (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many HTTP requests with status 4xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>HAProxy high HTTP 5xx error rate backend/h3>p>Too many HTTP requests with status 5xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }}/p>div classrounded-md>astro-island uidZ1fGA1E prefixr392 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyHighHttp5XxErrorRateBackend\n expr: 'sum by (backend) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m)) / sum by (backend) (rate(haproxy_server_http_responses_total1m)) > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy high HTTP 5xx error rate backend (instance {{ $labels.instance }})\n description: \"Too many HTTP requests with status 5xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyHighHttp5XxErrorRateBackend/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (backend) (rate(haproxy_server_http_responses_total{code5xx}1m)) / sum by (backend) (rate(haproxy_server_http_responses_total1m)) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy high HTTP 5xx error rate backend (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many HTTP requests with status 5xx (> 5%) on backend {{ $labels.fqdn }}/{{ $labels.backend }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>HAProxy high HTTP 4xx error rate server/h3>p>Too many HTTP requests with status 4xx (> 5%) on server {{ $labels.server }}/p>div classrounded-md>astro-island uidZ2uo5M6 prefixr393 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyHighHttp4XxErrorRateServer\n expr: 'sum by (server) (rate(haproxy_server_http_responses_total{code\"4xx\"}1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy high HTTP 4xx error rate server (instance {{ $labels.instance }})\n description: \"Too many HTTP requests with status 4xx (> 5%) on server {{ $labels.server }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyHighHttp4XxErrorRateServer/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (server) (rate(haproxy_server_http_responses_total{code4xx}1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy high HTTP 4xx error rate server (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many HTTP requests with status 4xx (> 5%) on server {{ $labels.server }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>HAProxy high HTTP 5xx error rate server/h3>p>Too many HTTP requests with status 5xx (> 5%) on server {{ $labels.server }}/p>div classrounded-md>astro-island uidZ6Fhzi prefixr394 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyHighHttp5XxErrorRateServer\n expr: 'sum by (server) (rate(haproxy_server_http_responses_total{code\"5xx\"}1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy high HTTP 5xx error rate server (instance {{ $labels.instance }})\n description: \"Too many HTTP requests with status 5xx (> 5%) on server {{ $labels.server }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyHighHttp5XxErrorRateServer/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (server) (rate(haproxy_server_http_responses_total{code5xx}1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy high HTTP 5xx error rate server (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many HTTP requests with status 5xx (> 5%) on server {{ $labels.server }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>HAProxy server response errors/h3>p>Too many response errors to {{ $labels.server }} server (> 5%)./p>div classrounded-md>astro-island uidWkpXF prefixr395 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyServerResponseErrors\n expr: 'sum by (server) (rate(haproxy_server_response_errors_total1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy server response errors (instance {{ $labels.instance }})\n description: \"Too many response errors to {{ $labels.server }} server (> 5%). \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyServerResponseErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (server) (rate(haproxy_server_response_errors_total1m) * 100) / sum by (server) (rate(haproxy_server_http_responses_total1m)) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy server response errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many response errors to {{ $labels.server }} server (> 5%). /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>HAProxy backend connection errors/h3>p>Too many connection errors to {{ $labels.fqdn }}/{{ $labels.backend }} backend (> 100 req/s). Request throughput may be too high./p>div classrounded-md>astro-island uid2iUfjk prefixr396 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyBackendConnectionErrors\n expr: 'sum by (backend) (rate(haproxy_backend_connection_errors_total1m)) > 100'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: HAProxy backend connection errors (instance {{ $labels.instance }})\n description: \"Too many connection errors to {{ $labels.fqdn }}/{{ $labels.backend }} backend (> 100 req/s). Request throughput may be too high. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyBackendConnectionErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (backend) (rate(haproxy_backend_connection_errors_total1m)) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy backend connection errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many connection errors to {{ $labels.fqdn }}/{{ $labels.backend }} backend (> 100 req/s). Request throughput may be too high. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>HAProxy server connection errors/h3>p>Too many connection errors to {{ $labels.server }} server (> 100 req/s). Request throughput may be too high./p>div classrounded-md>astro-island uidZsuVpQ prefixr397 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyServerConnectionErrors\n expr: 'sum by (server) (rate(haproxy_server_connection_errors_total1m)) > 100'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: HAProxy server connection errors (instance {{ $labels.instance }})\n description: \"Too many connection errors to {{ $labels.server }} server (> 100 req/s). Request throughput may be too high. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyServerConnectionErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (server) (rate(haproxy_server_connection_errors_total1m)) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy server connection errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many connection errors to {{ $labels.server }} server (> 100 req/s). Request throughput may be too high. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>HAProxy backend max active session/h3>p>HAproxy backend {{ $labels.fqdn }}/{{ $labels.backend }} is reaching session limit (> 80%)./p>div classrounded-md>astro-island uidZ55xU0 prefixr398 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyBackendMaxActiveSession\n expr: '((sum by (backend) (avg_over_time(haproxy_backend_current_sessions2m) * 100) / sum by (backend) (avg_over_time(haproxy_backend_limit_sessions2m)))) > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: HAProxy backend max active session (instance {{ $labels.instance }})\n description: \"HAproxy backend {{ $labels.fqdn }}/{{ $labels.backend }} is reaching session limit (> 80%). \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyBackendMaxActiveSession/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ((sum by (backend) (avg_over_time(haproxy_backend_current_sessions2m) * 100) / sum by (backend) (avg_over_time(haproxy_backend_limit_sessions2m)))) > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy backend max active session (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAproxy backend {{ $labels.fqdn }}/{{ $labels.backend }} is reaching session limit (> 80%). /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>HAProxy pending requests/h3>p>Some HAProxy requests are pending on {{ $labels.fqdn }}/{{ $labels.backend }} backend/p>div classrounded-md>astro-island uid2vnAI7 prefixr399 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyPendingRequests\n expr: 'sum by (backend) (haproxy_backend_current_queue) > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: HAProxy pending requests (instance {{ $labels.instance }})\n description: \"Some HAProxy requests are pending on {{ $labels.fqdn }}/{{ $labels.backend }} backend \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyPendingRequests/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (backend) (haproxy_backend_current_queue) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy pending requests (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some HAProxy requests are pending on {{ $labels.fqdn }}/{{ $labels.backend }} backend /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>HAProxy HTTP slowing down/h3>p>Average request time is increasing/p>div classrounded-md>astro-island uidZ1thqmy prefixr400 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyHttpSlowingDown\n expr: 'avg by (backend) (haproxy_backend_http_total_time_average_seconds) > 1'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: HAProxy HTTP slowing down (instance {{ $labels.instance }})\n description: \"Average request time is increasing \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyHttpSlowingDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg by (backend) (haproxy_backend_http_total_time_average_seconds) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy HTTP slowing down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Average request time is increasing /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>HAProxy retry high/h3>p>High rate of retry on {{ $labels.fqdn }}/{{ $labels.backend }} backend/p>div classrounded-md>astro-island uidZ1wjtcT prefixr401 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyRetryHigh\n expr: 'sum by (backend) (rate(haproxy_backend_retry_warnings_total1m)) > 10'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: HAProxy retry high (instance {{ $labels.instance }})\n description: \"High rate of retry on {{ $labels.fqdn }}/{{ $labels.backend }} backend \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyRetryHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (backend) (rate(haproxy_backend_retry_warnings_total1m)) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy retry high (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High rate of retry on {{ $labels.fqdn }}/{{ $labels.backend }} backend /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>HAProxy backend down/h3>p>HAProxy backend is down/p>div classrounded-md>astro-island uidZvWu4p prefixr402 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyBackendDown\n expr: 'haproxy_backend_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: HAProxy backend down (instance {{ $labels.instance }})\n description: \"HAProxy backend is down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyBackendDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> haproxy_backend_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy backend down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy backend is down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>14/div>div>h3 classheading-lg mb-2>HAProxy server down/h3>p>HAProxy server is down/p>div classrounded-md>astro-island uidZzGPE0 prefixr403 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyServerDown\n expr: 'haproxy_server_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: HAProxy server down (instance {{ $labels.instance }})\n description: \"HAProxy server is down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyServerDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> haproxy_server_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy server down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy server is down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>15/div>div>h3 classheading-lg mb-2>HAProxy frontend security blocked requests/h3>p>HAProxy is blocking requests for security reason/p>div classrounded-md>astro-island uidqvk74 prefixr404 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyFrontendSecurityBlockedRequests\n expr: 'sum by (frontend) (rate(haproxy_frontend_requests_denied_total2m)) > 10'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: HAProxy frontend security blocked requests (instance {{ $labels.instance }})\n description: \"HAProxy is blocking requests for security reason \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyFrontendSecurityBlockedRequests/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (frontend) (rate(haproxy_frontend_requests_denied_total2m)) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy frontend security blocked requests (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy is blocking requests for security reason /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>16/div>div>h3 classheading-lg mb-2>HAProxy server healthcheck failure/h3>p>Some server healthcheck are failing on {{ $labels.server }}/p>div classrounded-md>astro-island uid1uRFtd prefixr405 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: HaProxyServerHealthcheckFailure\n expr: 'increase(haproxy_server_check_failures_total1m) > 0'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: HAProxy server healthcheck failure (instance {{ $labels.instance }})\n description: \"Some server healthcheck are failing on {{ $labels.server }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HaProxyServerHealthcheckFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(haproxy_server_check_failures_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HAProxy server healthcheck failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some server healthcheck are failing on {{ $labels.server }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameTraefik> div classrow-start-1 row-end-2> astro-island uidZ1EIknN component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Traefik","exporters":1,0,{"name":0,"Embedded exporter v2","slug":0,"embedded-exporter-v2","doc_url":0,"https://docs.traefik.io/observability/metrics/prometheus/","rules":1,0,{"name":0,"Traefik service down","description":0,"All Traefik services are down","query":0,"count(traefik_service_server_up) by (service) 0","severity":0,"critical"},0,{"name":0,"Traefik high HTTP 4xx error rate service","description":0,"Traefik service 4xx error rate is above 5%","query":0,"sum(rate(traefik_service_requests_total{code~\"4.*\"}3m)) by (service) / sum(rate(traefik_service_requests_total3m)) by (service) * 100 > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"Traefik high HTTP 5xx error rate service","description":0,"Traefik service 5xx error rate is above 5%","query":0,"sum(rate(traefik_service_requests_total{code~\"5.*\"}3m)) by (service) / sum(rate(traefik_service_requests_total3m)) by (service) * 100 > 5","severity":0,"critical","for":0,"1m"}},0,{"name":0,"Embedded exporter v1","slug":0,"embedded-exporter-v1","doc_url":0,"https://docs.traefik.io/observability/metrics/prometheus/","rules":1,0,{"name":0,"Traefik backend down","description":0,"All Traefik backends are down","query":0,"count(traefik_backend_server_up) by (backend) 0","severity":0,"critical"},0,{"name":0,"Traefik high HTTP 4xx error rate backend","description":0,"Traefik backend 4xx error rate is above 5%","query":0,"sum(rate(traefik_backend_requests_total{code~\"4.*\"}3m)) by (backend) / sum(rate(traefik_backend_requests_total3m)) by (backend) * 100 > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"Traefik high HTTP 5xx error rate backend","description":0,"Traefik backend 5xx error rate is above 5%","query":0,"sum(rate(traefik_backend_requests_total{code~\"5.*\"}3m)) by (backend) / sum(rate(traefik_backend_requests_total3m)) by (backend) * 100 > 5","severity":0,"critical","for":0,"1m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>6 rules/div> p classinline> Traefik service down, Traefik high HTTP 4xx error rate service, Traefik high HTTP 5xx error rate serviceTraefik backend down, Traefik high HTTP 4xx error rate backend, Traefik high HTTP 5xx error rate backend /p> /div> div classrow-start-3 row-end-4> astro-island uidZ1JBNB5 prefixr624 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Traefik","exporters":1,0,{"name":0,"Embedded exporter v2","slug":0,"embedded-exporter-v2","doc_url":0,"https://docs.traefik.io/observability/metrics/prometheus/","rules":1,0,{"name":0,"Traefik service down","description":0,"All Traefik services are down","query":0,"count(traefik_service_server_up) by (service) 0","severity":0,"critical"},0,{"name":0,"Traefik high HTTP 4xx error rate service","description":0,"Traefik service 4xx error rate is above 5%","query":0,"sum(rate(traefik_service_requests_total{code~\"4.*\"}3m)) by (service) / sum(rate(traefik_service_requests_total3m)) by (service) * 100 > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"Traefik high HTTP 5xx error rate service","description":0,"Traefik service 5xx error rate is above 5%","query":0,"sum(rate(traefik_service_requests_total{code~\"5.*\"}3m)) by (service) / sum(rate(traefik_service_requests_total3m)) by (service) * 100 > 5","severity":0,"critical","for":0,"1m"}},0,{"name":0,"Embedded exporter v1","slug":0,"embedded-exporter-v1","doc_url":0,"https://docs.traefik.io/observability/metrics/prometheus/","rules":1,0,{"name":0,"Traefik backend down","description":0,"All Traefik backends are down","query":0,"count(traefik_backend_server_up) by (backend) 0","severity":0,"critical"},0,{"name":0,"Traefik high HTTP 4xx error rate backend","description":0,"Traefik backend 4xx error rate is above 5%","query":0,"sum(rate(traefik_backend_requests_total{code~\"4.*\"}3m)) by (backend) / sum(rate(traefik_backend_requests_total3m)) by (backend) * 100 > 5","severity":0,"critical","for":0,"1m"},0,{"name":0,"Traefik high HTTP 5xx error rate backend","description":0,"Traefik backend 5xx error rate is above 5%","query":0,"sum(rate(traefik_backend_requests_total{code~\"5.*\"}3m)) by (backend) / sum(rate(traefik_backend_requests_total3m)) by (backend) * 100 > 5","severity":0,"critical","for":0,"1m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r624R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter-v2/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Traefik service down/h3>p>All Traefik services are down/p>div classrounded-md>astro-island uid1iuDkD prefixr406 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: TraefikServiceDown\n expr: 'count(traefik_service_server_up) by (service) 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Traefik service down (instance {{ $labels.instance }})\n description: \"All Traefik services are down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> TraefikServiceDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> count(traefik_service_server_up) by (service) 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Traefik service down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> All Traefik services are down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Traefik high HTTP 4xx error rate service/h3>p>Traefik service 4xx error rate is above 5%/p>div classrounded-md>astro-island uid3rJa8 prefixr407 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: TraefikHighHttp4XxErrorRateService\n expr: 'sum(rate(traefik_service_requests_total{code~\"4.*\"}3m)) by (service) / sum(rate(traefik_service_requests_total3m)) by (service) * 100 > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Traefik high HTTP 4xx error rate service (instance {{ $labels.instance }})\n description: \"Traefik service 4xx error rate is above 5% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> TraefikHighHttp4XxErrorRateService/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(traefik_service_requests_total{code~4.*}3m)) by (service) / sum(rate(traefik_service_requests_total3m)) by (service) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Traefik high HTTP 4xx error rate service (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Traefik service 4xx error rate is above 5% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Traefik high HTTP 5xx error rate service/h3>p>Traefik service 5xx error rate is above 5%/p>div classrounded-md>astro-island uidZnEksm prefixr408 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: TraefikHighHttp5XxErrorRateService\n expr: 'sum(rate(traefik_service_requests_total{code~\"5.*\"}3m)) by (service) / sum(rate(traefik_service_requests_total3m)) by (service) * 100 > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Traefik high HTTP 5xx error rate service (instance {{ $labels.instance }})\n description: \"Traefik service 5xx error rate is above 5% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> TraefikHighHttp5XxErrorRateService/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(traefik_service_requests_total{code~5.*}3m)) by (service) / sum(rate(traefik_service_requests_total3m)) by (service) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Traefik high HTTP 5xx error rate service (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Traefik service 5xx error rate is above 5% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>embedded-exporter-v1/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Traefik backend down/h3>p>All Traefik backends are down/p>div classrounded-md>astro-island uidZ2vCglE prefixr409 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: TraefikBackendDown\n expr: 'count(traefik_backend_server_up) by (backend) 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Traefik backend down (instance {{ $labels.instance }})\n description: \"All Traefik backends are down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> TraefikBackendDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> count(traefik_backend_server_up) by (backend) 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Traefik backend down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> All Traefik backends are down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Traefik high HTTP 4xx error rate backend/h3>p>Traefik backend 4xx error rate is above 5%/p>div classrounded-md>astro-island uidZ1P3K2J prefixr410 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: TraefikHighHttp4XxErrorRateBackend\n expr: 'sum(rate(traefik_backend_requests_total{code~\"4.*\"}3m)) by (backend) / sum(rate(traefik_backend_requests_total3m)) by (backend) * 100 > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Traefik high HTTP 4xx error rate backend (instance {{ $labels.instance }})\n description: \"Traefik backend 4xx error rate is above 5% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> TraefikHighHttp4XxErrorRateBackend/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(traefik_backend_requests_total{code~4.*}3m)) by (backend) / sum(rate(traefik_backend_requests_total3m)) by (backend) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Traefik high HTTP 4xx error rate backend (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Traefik backend 4xx error rate is above 5% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Traefik high HTTP 5xx error rate backend/h3>p>Traefik backend 5xx error rate is above 5%/p>div classrounded-md>astro-island uidZ2haOFe prefixr411 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: TraefikHighHttp5XxErrorRateBackend\n expr: 'sum(rate(traefik_backend_requests_total{code~\"5.*\"}3m)) by (backend) / sum(rate(traefik_backend_requests_total3m)) by (backend) * 100 > 5'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Traefik high HTTP 5xx error rate backend (instance {{ $labels.instance }})\n description: \"Traefik backend 5xx error rate is above 5% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> TraefikHighHttp5XxErrorRateBackend/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(traefik_backend_requests_total{code~5.*}3m)) by (backend) / sum(rate(traefik_backend_requests_total3m)) by (backend) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Traefik high HTTP 5xx error rate backend (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Traefik backend 5xx error rate is above 5% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div> /div> /section>section data-group-nameRuntimes classmb-16> h2 classheading-sm>Runtimes/h2> div classgrid grid-dynamic-base gap-6> div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-namePHP-FPM> div classrow-start-1 row-end-2> astro-island uidIzR7P component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"PHP-FPM","exporters":1,0,{"name":0,"bakins/php-fpm-exporter","slug":0,"bakins-fpm-exporter","doc_url":0,"https://github.com/bakins/php-fpm-exporter","rules":1,0,{"name":0,"PHP-FPM max-children reached","description":0,"PHP-FPM reached max children - {{ $labels.instance }}","query":0,"sum(phpfpm_max_children_reached_total) by (instance) > 0","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>1 rules/div> p classinline> PHP-FPM max-children reached /p> /div> div classrow-start-3 row-end-4> astro-island uid1rxv5M prefixr600 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"PHP-FPM","exporters":1,0,{"name":0,"bakins/php-fpm-exporter","slug":0,"bakins-fpm-exporter","doc_url":0,"https://github.com/bakins/php-fpm-exporter","rules":1,0,{"name":0,"PHP-FPM max-children reached","description":0,"PHP-FPM reached max children - {{ $labels.instance }}","query":0,"sum(phpfpm_max_children_reached_total) by (instance) > 0","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r600R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>bakins-fpm-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>PHP-FPM max-children reached/h3>p>PHP-FPM reached max children - {{ $labels.instance }}/p>div classrounded-md>astro-island uidZ1lDnP8 prefixr412 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PhpFpmMaxChildrenReached\n expr: 'sum(phpfpm_max_children_reached_total) by (instance) > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: PHP-FPM max-children reached (instance {{ $labels.instance }})\n description: \"PHP-FPM reached max children - {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PhpFpmMaxChildrenReached/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(phpfpm_max_children_reached_total) by (instance) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PHP-FPM max-children reached (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PHP-FPM reached max children - {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameJVM> div classrow-start-1 row-end-2> astro-island uidc7Tlt component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"JVM","exporters":1,0,{"name":0,"java-client","slug":0,"jvm-exporter","doc_url":0,"https://github.com/prometheus/client_java","rules":1,0,{"name":0,"JVM memory filling up","description":0,"JVM memory is filling up (> 80%)","query":0,"(sum by (instance)(jvm_memory_used_bytes{area\"heap\"}) / sum by (instance)(jvm_memory_max_bytes{area\"heap\"})) * 100 > 80","severity":0,"warning","for":0,"2m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>1 rules/div> p classinline> JVM memory filling up /p> /div> div classrow-start-3 row-end-4> astro-island uidZ1T5AbQ prefixr601 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"JVM","exporters":1,0,{"name":0,"java-client","slug":0,"jvm-exporter","doc_url":0,"https://github.com/prometheus/client_java","rules":1,0,{"name":0,"JVM memory filling up","description":0,"JVM memory is filling up (> 80%)","query":0,"(sum by (instance)(jvm_memory_used_bytes{area\"heap\"}) / sum by (instance)(jvm_memory_max_bytes{area\"heap\"})) * 100 > 80","severity":0,"warning","for":0,"2m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r601R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>jvm-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>JVM memory filling up/h3>p>JVM memory is filling up (> 80%)/p>div classrounded-md>astro-island uidZo760L prefixr413 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: JvmMemoryFillingUp\n expr: '(sum by (instance)(jvm_memory_used_bytes{area\"heap\"}) / sum by (instance)(jvm_memory_max_bytes{area\"heap\"})) * 100 > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: JVM memory filling up (instance {{ $labels.instance }})\n description: \"JVM memory is filling up (> 80%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JvmMemoryFillingUp/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (instance)(jvm_memory_used_bytes{areaheap}) / sum by (instance)(jvm_memory_max_bytes{areaheap})) * 100 > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JVM memory filling up (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JVM memory is filling up (> 80%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameSidekiq> div classrow-start-1 row-end-2> astro-island uidZ2397eE component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Sidekiq","exporters":1,0,{"name":0,"Strech/sidekiq-prometheus-exporter","slug":0,"strech-sidekiq-exporter","doc_url":0,"https://github.com/Strech/sidekiq-prometheus-exporter","rules":1,0,{"name":0,"Sidekiq queue size","description":0,"Sidekiq queue {{ $labels.name }} is growing","query":0,"sidekiq_queue_size > 100","severity":0,"warning","for":0,"1m"},0,{"name":0,"Sidekiq scheduling latency too high","description":0,"Sidekiq jobs are taking more than 1min to be picked up. Users may be seeing delays in background processing.","query":0,"max(sidekiq_queue_latency) > 60","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>2 rules/div> p classinline> Sidekiq queue size, Sidekiq scheduling latency too high /p> /div> div classrow-start-3 row-end-4> astro-island uidhxee9 prefixr607 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Sidekiq","exporters":1,0,{"name":0,"Strech/sidekiq-prometheus-exporter","slug":0,"strech-sidekiq-exporter","doc_url":0,"https://github.com/Strech/sidekiq-prometheus-exporter","rules":1,0,{"name":0,"Sidekiq queue size","description":0,"Sidekiq queue {{ $labels.name }} is growing","query":0,"sidekiq_queue_size > 100","severity":0,"warning","for":0,"1m"},0,{"name":0,"Sidekiq scheduling latency too high","description":0,"Sidekiq jobs are taking more than 1min to be picked up. Users may be seeing delays in background processing.","query":0,"max(sidekiq_queue_latency) > 60","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r607R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>strech-sidekiq-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Sidekiq queue size/h3>p>Sidekiq queue {{ $labels.name }} is growing/p>div classrounded-md>astro-island uidZ7OFWk prefixr414 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SidekiqQueueSize\n expr: 'sidekiq_queue_size > 100'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Sidekiq queue size (instance {{ $labels.instance }})\n description: \"Sidekiq queue {{ $labels.name }} is growing \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SidekiqQueueSize/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sidekiq_queue_size > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Sidekiq queue size (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Sidekiq queue {{ $labels.name }} is growing /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Sidekiq scheduling latency too high/h3>p>Sidekiq jobs are taking more than 1min to be picked up. Users may be seeing delays in background processing./p>div classrounded-md>astro-island uidZMBgwp prefixr415 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SidekiqSchedulingLatencyTooHigh\n expr: 'max(sidekiq_queue_latency) > 60'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Sidekiq scheduling latency too high (instance {{ $labels.instance }})\n description: \"Sidekiq jobs are taking more than 1min to be picked up. Users may be seeing delays in background processing. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SidekiqSchedulingLatencyTooHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> max(sidekiq_queue_latency) > 60/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Sidekiq scheduling latency too high (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Sidekiq jobs are taking more than 1min to be picked up. Users may be seeing delays in background processing. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div> /div> /section>section data-group-nameOrchestrators classmb-16> h2 classheading-sm>Orchestrators/h2> div classgrid grid-dynamic-base gap-6> div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameKubernetes> div classrow-start-1 row-end-2> astro-island uid2dIgeR component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Kubernetes","exporters":1,0,{"name":0,"kube-state-metrics","slug":0,"kubestate-exporter","doc_url":0,"https://github.com/kubernetes/kube-state-metrics/tree/master/docs","rules":1,0,{"name":0,"Kubernetes Node not ready","summary":0,"Kubernetes Node ready (node {{ $labels.node }})","description":0,"Node {{ $labels.node }} has been unready for a long time","query":0,"kube_node_status_condition{condition\"Ready\",status\"true\"} 0","severity":0,"critical","for":0,"10m"},0,{"name":0,"Kubernetes Node memory pressure","summary":0,"Kubernetes memory pressure (node {{ $labels.node }})","description":0,"Node {{ $labels.node }} has MemoryPressure condition","query":0,"kube_node_status_condition{condition\"MemoryPressure\",status\"true\"} 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Kubernetes Node disk pressure","summary":0,"Kubernetes disk pressure (node {{ $labels.node }})","description":0,"Node {{ $labels.node }} has DiskPressure condition","query":0,"kube_node_status_condition{condition\"DiskPressure\",status\"true\"} 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Kubernetes Node network unavailable","description":0,"Node {{ $labels.node }} has NetworkUnavailable condition","query":0,"kube_node_status_condition{condition\"NetworkUnavailable\",status\"true\"} 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Kubernetes Node out of pod capacity","description":0,"Node {{ $labels.node }} is out of pod capacity","query":0,"sum by (node) ((kube_pod_status_phase{phase\"Running\"} 1) + on(uid) group_left(node) (0 * kube_pod_info{pod_template_hash\"\"})) / sum by (node) (kube_node_status_allocatable{resource\"pods\"}) * 100 > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"Kubernetes Container oom killer","summary":0,"Kubernetes container oom killer ({{ $labels.namespace }}/{{ $labels.pod }}:{{ $labels.container }})","description":0,"Container {{ $labels.container }} in pod {{ $labels.namespace }}/{{ $labels.pod }} has been OOMKilled {{ $value }} times in the last 10 minutes.","query":0,"(kube_pod_container_status_restarts_total - kube_pod_container_status_restarts_total offset 10m > 1) and ignoring (reason) min_over_time(kube_pod_container_status_last_terminated_reason{reason\"OOMKilled\"}10m) 1","severity":0,"warning"},0,{"name":0,"Kubernetes Job failed","summary":0,"Kubernetes Job failed ({{ $labels.namespace }}/{{ $labels.job_name }})","description":0,"Job {{ $labels.namespace }}/{{ $labels.job_name }} failed to complete","query":0,"kube_job_status_failed > 0","severity":0,"warning"},0,{"name":0,"Kubernetes CronJob suspended","summary":0,"Kubernetes CronJob suspended ({{ $labels.namespace }}/{{ $labels.cronjob }})","description":0,"CronJob {{ $labels.namespace }}/{{ $labels.cronjob }} is suspended","query":0,"kube_cronjob_spec_suspend ! 0","severity":0,"warning"},0,{"name":0,"Kubernetes PersistentVolumeClaim pending","summary":0,"Kubernetes PersistentVolumeClaim pending ({{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }})","description":0,"PersistentVolumeClaim {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is pending","query":0,"kube_persistentvolumeclaim_status_phase{phase\"Pending\"} 1","severity":0,"warning","for":0,"2m"},0,{"name":0,"Kubernetes Volume out of disk space","description":0,"Volume is almost full (< 10% left)","query":0,"kubelet_volume_stats_available_bytes / kubelet_volume_stats_capacity_bytes * 100 < 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"Kubernetes Volume full in four days","description":0,"Volume under {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is expected to fill up within four days. Currently {{ $value | humanize }}% is available.","query":0,"predict_linear(kubelet_volume_stats_available_bytes6h:5m, 4 * 24 * 3600) < 0","severity":0,"critical"},0,{"name":0,"Kubernetes PersistentVolume error","summary":0,"Kubernetes PersistentVolumeClaim pending ({{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }})","description":0,"Persistent volume {{ $labels.persistentvolume }} is in bad state","query":0,"kube_persistentvolume_status_phase{phase~\"Failed|Pending\", job\"kube-state-metrics\"} > 0","severity":0,"critical"},0,{"name":0,"Kubernetes StatefulSet down","summary":0,"Kubernetes StatefulSet down ({{ $labels.namespace }}/{{ $labels.statefulset }})","description":0,"StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} went down","query":0,"kube_statefulset_replicas ! kube_statefulset_status_replicas_ready > 0","severity":0,"critical","for":0,"1m"},0,{"name":0,"Kubernetes HPA scale inability","description":0,"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is unable to scale","query":0,"(kube_horizontalpodautoscaler_spec_max_replicas - kube_horizontalpodautoscaler_status_desired_replicas) * on (horizontalpodautoscaler,namespace) (kube_horizontalpodautoscaler_status_condition{condition\"ScalingLimited\", status\"true\"} 1) 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Kubernetes HPA metrics unavailability","description":0,"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is unable to collect metrics","query":0,"kube_horizontalpodautoscaler_status_condition{status\"false\", condition\"ScalingActive\"} 1","severity":0,"warning"},0,{"name":0,"Kubernetes HPA scale maximum","description":0,"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} has hit maximum number of desired pods","query":0,"(kube_horizontalpodautoscaler_status_desired_replicas > kube_horizontalpodautoscaler_spec_max_replicas) and (kube_horizontalpodautoscaler_spec_max_replicas > 1) and (kube_horizontalpodautoscaler_spec_min_replicas ! kube_horizontalpodautoscaler_spec_max_replicas)","severity":0,"info","for":0,"2m"},0,{"name":0,"Kubernetes HPA underutilized","description":0,"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is constantly at minimum replicas for 50% of the time. Potential cost saving here.","query":0,"max(quantile_over_time(0.5, kube_horizontalpodautoscaler_status_desired_replicas1d) kube_horizontalpodautoscaler_spec_min_replicas) by (horizontalpodautoscaler) > 3","severity":0,"info"},0,{"name":0,"Kubernetes Pod not healthy","summary":0,"Kubernetes Pod not healthy ({{ $labels.namespace }}/{{ $labels.pod }})","description":0,"Pod {{ $labels.namespace }}/{{ $labels.pod }} has been in a non-running state for longer than 15 minutes.","query":0,"sum by (namespace, pod) (kube_pod_status_phase{phase~\"Pending|Unknown|Failed\"}) > 0","severity":0,"critical","for":0,"15m"},0,{"name":0,"Kubernetes pod crash looping","summary":0,"Kubernetes pod crash looping ({{ $labels.namespace }}/{{ $labels.pod }})","description":0,"Pod {{ $labels.namespace }}/{{ $labels.pod }} is crash looping","query":0,"increase(kube_pod_container_status_restarts_total1m) > 3","severity":0,"warning","for":0,"2m"},0,{"name":0,"Kubernetes ReplicaSet replicas mismatch","summary":0,"Kubernetes ReplicasSet mismatch ({{ $labels.namespace }}/{{ $labels.replicaset }})","description":0,"ReplicaSet {{ $labels.namespace }}/{{ $labels.replicaset }} replicas mismatch","query":0,"kube_replicaset_spec_replicas ! kube_replicaset_status_ready_replicas","severity":0,"warning","for":0,"10m"},0,{"name":0,"Kubernetes Deployment replicas mismatch","summary":0,"Kubernetes Deployment replicas mismatch ({{ $labels.namespace }}/{{ $labels.deployment }})","description":0,"Deployment {{ $labels.namespace }}/{{ $labels.deployment }} replicas mismatch","query":0,"kube_deployment_spec_replicas ! kube_deployment_status_replicas_available","severity":0,"warning","for":0,"10m"},0,{"name":0,"Kubernetes StatefulSet replicas mismatch","description":0,"StatefulSet does not match the expected number of replicas.","query":0,"kube_statefulset_status_replicas_ready ! kube_statefulset_status_replicas","severity":0,"warning","for":0,"10m"},0,{"name":0,"Kubernetes Deployment generation mismatch","summary":0,"Kubernetes Deployment generation mismatch ({{ $labels.namespace }}/{{ $labels.deployment }})","description":0,"Deployment {{ $labels.namespace }}/{{ $labels.deployment }} has failed but has not been rolled back.","query":0,"kube_deployment_status_observed_generation ! kube_deployment_metadata_generation","severity":0,"critical","for":0,"10m"},0,{"name":0,"Kubernetes StatefulSet generation mismatch","summary":0,"Kubernetes StatefulSet generation mismatch ({{ $labels.namespace }}/{{ $labels.statefulset }})","description":0,"StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} has failed but has not been rolled back.","query":0,"kube_statefulset_status_observed_generation ! kube_statefulset_metadata_generation","severity":0,"critical","for":0,"10m"},0,{"name":0,"Kubernetes StatefulSet update not rolled out","summary":0,"Kubernetes StatefulSet update not rolled out ({{ $labels.namespace }}/{{ $labels.statefulset }})","description":0,"StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} update has not been rolled out.","query":0,"max without (revision) (kube_statefulset_status_current_revision unless kube_statefulset_status_update_revision) * (kube_statefulset_replicas ! kube_statefulset_status_replicas_updated)","severity":0,"warning","for":0,"10m"},0,{"name":0,"Kubernetes DaemonSet rollout stuck","summary":0,"Kubernetes DaemonSet rollout stuck ({{ $labels.namespace }}/{{ $labels.daemonset }})","description":0,"Some Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are not scheduled or not ready","query":0,"kube_daemonset_status_number_ready / kube_daemonset_status_desired_number_scheduled * 100 < 100 or kube_daemonset_status_desired_number_scheduled - kube_daemonset_status_current_number_scheduled > 0","severity":0,"warning","for":0,"10m"},0,{"name":0,"Kubernetes DaemonSet misscheduled","summary":0,"Kubernetes DaemonSet misscheduled ({{ $labels.namespace }}/{{ $labels.daemonset }})","description":0,"Some Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are running where they are not supposed to run","query":0,"kube_daemonset_status_number_misscheduled > 0","severity":0,"critical","for":0,"1m"},0,{"name":0,"Kubernetes CronJob too long","summary":0,"Kubernetes CronJob too long ({{ $labels.namespace }}/{{ $labels.cronjob }})","description":0,"CronJob {{ $labels.namespace }}/{{ $labels.cronjob }} is taking more than 1h to complete.","query":0,"time() - kube_cronjob_next_schedule_time > 3600","severity":0,"warning","comments":0,"Threshold should be customized for each cronjob name.\n"},0,{"name":0,"Kubernetes Job slow completion","summary":0,"Kubernetes job slow completion ({{ $labels.namespace }}/{{ $labels.job_name }})","description":0,"Kubernetes Job {{ $labels.namespace }}/{{ $labels.job_name }} did not complete in time.","query":0,"kube_job_spec_completions - kube_job_status_succeeded - kube_job_status_failed > 0","severity":0,"critical","for":0,"12h"},0,{"name":0,"Kubernetes API server errors","description":0,"Kubernetes API server is experiencing high error rate","query":0,"sum(rate(apiserver_request_total{job\"apiserver\",code~\"(?:5..)\"}1m)) by (instance, job) / sum(rate(apiserver_request_total{job\"apiserver\"}1m)) by (instance, job) * 100 > 3","severity":0,"critical","for":0,"2m"},0,{"name":0,"Kubernetes API client errors","description":0,"Kubernetes API client is experiencing high error rate","query":0,"(sum(rate(rest_client_requests_total{code~\"(4|5)..\"}1m)) by (instance, job) / sum(rate(rest_client_requests_total1m)) by (instance, job)) * 100 > 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Kubernetes client certificate expires next week","description":0,"A client certificate used to authenticate to the apiserver is expiring next week.","query":0,"apiserver_client_certificate_expiration_seconds_count{job\"apiserver\"} > 0 and histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{job\"apiserver\"}5m))) < 7*24*60*60","severity":0,"warning"},0,{"name":0,"Kubernetes client certificate expires soon","description":0,"A client certificate used to authenticate to the apiserver is expiring in less than 24.0 hours.","query":0,"apiserver_client_certificate_expiration_seconds_count{job\"apiserver\"} > 0 and histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{job\"apiserver\"}5m))) < 24*60*60","severity":0,"critical"},0,{"name":0,"Kubernetes API server latency","description":0,"Kubernetes API server has a 99th percentile latency of {{ $value }} seconds for {{ $labels.verb }} {{ $labels.resource }}.","query":0,"histogram_quantile(0.99, sum(rate(apiserver_request_duration_seconds_bucket{verb!~\"(?:CONNECT|WATCHLIST|WATCH|PROXY)\"} 10m)) WITHOUT (subresource)) > 1","severity":0,"warning","for":0,"2m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>34 rules/div> p classinline> Kubernetes Node not ready, Kubernetes Node memory pressure, Kubernetes Node disk pressure, Kubernetes Node network unavailable, Kubernetes Node out of pod capacity, Kubernetes Container oom killer, Kubernetes Job failed, Kubernetes CronJob suspended, Kubernetes PersistentVolumeClaim pending, Kubernetes Volume out of disk space, Kubernetes Volume full in four days, Kubernetes PersistentVolume error, Kubernetes StatefulSet down, Kubernetes HPA scale inability, Kubernetes HPA metrics unavailability, Kubernetes HPA scale maximum, Kubernetes HPA underutilized, Kubernetes Pod not healthy, Kubernetes pod crash looping, Kubernetes ReplicaSet replicas mismatch, Kubernetes Deployment replicas mismatch, Kubernetes StatefulSet replicas mismatch, Kubernetes Deployment generation mismatch, Kubernetes StatefulSet generation mismatch, Kubernetes StatefulSet update not rolled out, Kubernetes DaemonSet rollout stuck, Kubernetes DaemonSet misscheduled, Kubernetes CronJob too long, Kubernetes Job slow completion, Kubernetes API server errors, Kubernetes API client errors, Kubernetes client certificate expires next week, Kubernetes client certificate expires soon, Kubernetes API server latency /p> /div> div classrow-start-3 row-end-4> astro-island uid2gPTQh prefixr655 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Kubernetes","exporters":1,0,{"name":0,"kube-state-metrics","slug":0,"kubestate-exporter","doc_url":0,"https://github.com/kubernetes/kube-state-metrics/tree/master/docs","rules":1,0,{"name":0,"Kubernetes Node not ready","summary":0,"Kubernetes Node ready (node {{ $labels.node }})","description":0,"Node {{ $labels.node }} has been unready for a long time","query":0,"kube_node_status_condition{condition\"Ready\",status\"true\"} 0","severity":0,"critical","for":0,"10m"},0,{"name":0,"Kubernetes Node memory pressure","summary":0,"Kubernetes memory pressure (node {{ $labels.node }})","description":0,"Node {{ $labels.node }} has MemoryPressure condition","query":0,"kube_node_status_condition{condition\"MemoryPressure\",status\"true\"} 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Kubernetes Node disk pressure","summary":0,"Kubernetes disk pressure (node {{ $labels.node }})","description":0,"Node {{ $labels.node }} has DiskPressure condition","query":0,"kube_node_status_condition{condition\"DiskPressure\",status\"true\"} 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Kubernetes Node network unavailable","description":0,"Node {{ $labels.node }} has NetworkUnavailable condition","query":0,"kube_node_status_condition{condition\"NetworkUnavailable\",status\"true\"} 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Kubernetes Node out of pod capacity","description":0,"Node {{ $labels.node }} is out of pod capacity","query":0,"sum by (node) ((kube_pod_status_phase{phase\"Running\"} 1) + on(uid) group_left(node) (0 * kube_pod_info{pod_template_hash\"\"})) / sum by (node) (kube_node_status_allocatable{resource\"pods\"}) * 100 > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"Kubernetes Container oom killer","summary":0,"Kubernetes container oom killer ({{ $labels.namespace }}/{{ $labels.pod }}:{{ $labels.container }})","description":0,"Container {{ $labels.container }} in pod {{ $labels.namespace }}/{{ $labels.pod }} has been OOMKilled {{ $value }} times in the last 10 minutes.","query":0,"(kube_pod_container_status_restarts_total - kube_pod_container_status_restarts_total offset 10m > 1) and ignoring (reason) min_over_time(kube_pod_container_status_last_terminated_reason{reason\"OOMKilled\"}10m) 1","severity":0,"warning"},0,{"name":0,"Kubernetes Job failed","summary":0,"Kubernetes Job failed ({{ $labels.namespace }}/{{ $labels.job_name }})","description":0,"Job {{ $labels.namespace }}/{{ $labels.job_name }} failed to complete","query":0,"kube_job_status_failed > 0","severity":0,"warning"},0,{"name":0,"Kubernetes CronJob suspended","summary":0,"Kubernetes CronJob suspended ({{ $labels.namespace }}/{{ $labels.cronjob }})","description":0,"CronJob {{ $labels.namespace }}/{{ $labels.cronjob }} is suspended","query":0,"kube_cronjob_spec_suspend ! 0","severity":0,"warning"},0,{"name":0,"Kubernetes PersistentVolumeClaim pending","summary":0,"Kubernetes PersistentVolumeClaim pending ({{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }})","description":0,"PersistentVolumeClaim {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is pending","query":0,"kube_persistentvolumeclaim_status_phase{phase\"Pending\"} 1","severity":0,"warning","for":0,"2m"},0,{"name":0,"Kubernetes Volume out of disk space","description":0,"Volume is almost full (< 10% left)","query":0,"kubelet_volume_stats_available_bytes / kubelet_volume_stats_capacity_bytes * 100 < 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"Kubernetes Volume full in four days","description":0,"Volume under {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is expected to fill up within four days. Currently {{ $value | humanize }}% is available.","query":0,"predict_linear(kubelet_volume_stats_available_bytes6h:5m, 4 * 24 * 3600) < 0","severity":0,"critical"},0,{"name":0,"Kubernetes PersistentVolume error","summary":0,"Kubernetes PersistentVolumeClaim pending ({{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }})","description":0,"Persistent volume {{ $labels.persistentvolume }} is in bad state","query":0,"kube_persistentvolume_status_phase{phase~\"Failed|Pending\", job\"kube-state-metrics\"} > 0","severity":0,"critical"},0,{"name":0,"Kubernetes StatefulSet down","summary":0,"Kubernetes StatefulSet down ({{ $labels.namespace }}/{{ $labels.statefulset }})","description":0,"StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} went down","query":0,"kube_statefulset_replicas ! kube_statefulset_status_replicas_ready > 0","severity":0,"critical","for":0,"1m"},0,{"name":0,"Kubernetes HPA scale inability","description":0,"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is unable to scale","query":0,"(kube_horizontalpodautoscaler_spec_max_replicas - kube_horizontalpodautoscaler_status_desired_replicas) * on (horizontalpodautoscaler,namespace) (kube_horizontalpodautoscaler_status_condition{condition\"ScalingLimited\", status\"true\"} 1) 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Kubernetes HPA metrics unavailability","description":0,"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is unable to collect metrics","query":0,"kube_horizontalpodautoscaler_status_condition{status\"false\", condition\"ScalingActive\"} 1","severity":0,"warning"},0,{"name":0,"Kubernetes HPA scale maximum","description":0,"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} has hit maximum number of desired pods","query":0,"(kube_horizontalpodautoscaler_status_desired_replicas > kube_horizontalpodautoscaler_spec_max_replicas) and (kube_horizontalpodautoscaler_spec_max_replicas > 1) and (kube_horizontalpodautoscaler_spec_min_replicas ! kube_horizontalpodautoscaler_spec_max_replicas)","severity":0,"info","for":0,"2m"},0,{"name":0,"Kubernetes HPA underutilized","description":0,"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is constantly at minimum replicas for 50% of the time. Potential cost saving here.","query":0,"max(quantile_over_time(0.5, kube_horizontalpodautoscaler_status_desired_replicas1d) kube_horizontalpodautoscaler_spec_min_replicas) by (horizontalpodautoscaler) > 3","severity":0,"info"},0,{"name":0,"Kubernetes Pod not healthy","summary":0,"Kubernetes Pod not healthy ({{ $labels.namespace }}/{{ $labels.pod }})","description":0,"Pod {{ $labels.namespace }}/{{ $labels.pod }} has been in a non-running state for longer than 15 minutes.","query":0,"sum by (namespace, pod) (kube_pod_status_phase{phase~\"Pending|Unknown|Failed\"}) > 0","severity":0,"critical","for":0,"15m"},0,{"name":0,"Kubernetes pod crash looping","summary":0,"Kubernetes pod crash looping ({{ $labels.namespace }}/{{ $labels.pod }})","description":0,"Pod {{ $labels.namespace }}/{{ $labels.pod }} is crash looping","query":0,"increase(kube_pod_container_status_restarts_total1m) > 3","severity":0,"warning","for":0,"2m"},0,{"name":0,"Kubernetes ReplicaSet replicas mismatch","summary":0,"Kubernetes ReplicasSet mismatch ({{ $labels.namespace }}/{{ $labels.replicaset }})","description":0,"ReplicaSet {{ $labels.namespace }}/{{ $labels.replicaset }} replicas mismatch","query":0,"kube_replicaset_spec_replicas ! kube_replicaset_status_ready_replicas","severity":0,"warning","for":0,"10m"},0,{"name":0,"Kubernetes Deployment replicas mismatch","summary":0,"Kubernetes Deployment replicas mismatch ({{ $labels.namespace }}/{{ $labels.deployment }})","description":0,"Deployment {{ $labels.namespace }}/{{ $labels.deployment }} replicas mismatch","query":0,"kube_deployment_spec_replicas ! kube_deployment_status_replicas_available","severity":0,"warning","for":0,"10m"},0,{"name":0,"Kubernetes StatefulSet replicas mismatch","description":0,"StatefulSet does not match the expected number of replicas.","query":0,"kube_statefulset_status_replicas_ready ! kube_statefulset_status_replicas","severity":0,"warning","for":0,"10m"},0,{"name":0,"Kubernetes Deployment generation mismatch","summary":0,"Kubernetes Deployment generation mismatch ({{ $labels.namespace }}/{{ $labels.deployment }})","description":0,"Deployment {{ $labels.namespace }}/{{ $labels.deployment }} has failed but has not been rolled back.","query":0,"kube_deployment_status_observed_generation ! kube_deployment_metadata_generation","severity":0,"critical","for":0,"10m"},0,{"name":0,"Kubernetes StatefulSet generation mismatch","summary":0,"Kubernetes StatefulSet generation mismatch ({{ $labels.namespace }}/{{ $labels.statefulset }})","description":0,"StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} has failed but has not been rolled back.","query":0,"kube_statefulset_status_observed_generation ! kube_statefulset_metadata_generation","severity":0,"critical","for":0,"10m"},0,{"name":0,"Kubernetes StatefulSet update not rolled out","summary":0,"Kubernetes StatefulSet update not rolled out ({{ $labels.namespace }}/{{ $labels.statefulset }})","description":0,"StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} update has not been rolled out.","query":0,"max without (revision) (kube_statefulset_status_current_revision unless kube_statefulset_status_update_revision) * (kube_statefulset_replicas ! kube_statefulset_status_replicas_updated)","severity":0,"warning","for":0,"10m"},0,{"name":0,"Kubernetes DaemonSet rollout stuck","summary":0,"Kubernetes DaemonSet rollout stuck ({{ $labels.namespace }}/{{ $labels.daemonset }})","description":0,"Some Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are not scheduled or not ready","query":0,"kube_daemonset_status_number_ready / kube_daemonset_status_desired_number_scheduled * 100 < 100 or kube_daemonset_status_desired_number_scheduled - kube_daemonset_status_current_number_scheduled > 0","severity":0,"warning","for":0,"10m"},0,{"name":0,"Kubernetes DaemonSet misscheduled","summary":0,"Kubernetes DaemonSet misscheduled ({{ $labels.namespace }}/{{ $labels.daemonset }})","description":0,"Some Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are running where they are not supposed to run","query":0,"kube_daemonset_status_number_misscheduled > 0","severity":0,"critical","for":0,"1m"},0,{"name":0,"Kubernetes CronJob too long","summary":0,"Kubernetes CronJob too long ({{ $labels.namespace }}/{{ $labels.cronjob }})","description":0,"CronJob {{ $labels.namespace }}/{{ $labels.cronjob }} is taking more than 1h to complete.","query":0,"time() - kube_cronjob_next_schedule_time > 3600","severity":0,"warning","comments":0,"Threshold should be customized for each cronjob name.\n"},0,{"name":0,"Kubernetes Job slow completion","summary":0,"Kubernetes job slow completion ({{ $labels.namespace }}/{{ $labels.job_name }})","description":0,"Kubernetes Job {{ $labels.namespace }}/{{ $labels.job_name }} did not complete in time.","query":0,"kube_job_spec_completions - kube_job_status_succeeded - kube_job_status_failed > 0","severity":0,"critical","for":0,"12h"},0,{"name":0,"Kubernetes API server errors","description":0,"Kubernetes API server is experiencing high error rate","query":0,"sum(rate(apiserver_request_total{job\"apiserver\",code~\"(?:5..)\"}1m)) by (instance, job) / sum(rate(apiserver_request_total{job\"apiserver\"}1m)) by (instance, job) * 100 > 3","severity":0,"critical","for":0,"2m"},0,{"name":0,"Kubernetes API client errors","description":0,"Kubernetes API client is experiencing high error rate","query":0,"(sum(rate(rest_client_requests_total{code~\"(4|5)..\"}1m)) by (instance, job) / sum(rate(rest_client_requests_total1m)) by (instance, job)) * 100 > 1","severity":0,"critical","for":0,"2m"},0,{"name":0,"Kubernetes client certificate expires next week","description":0,"A client certificate used to authenticate to the apiserver is expiring next week.","query":0,"apiserver_client_certificate_expiration_seconds_count{job\"apiserver\"} > 0 and histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{job\"apiserver\"}5m))) < 7*24*60*60","severity":0,"warning"},0,{"name":0,"Kubernetes client certificate expires soon","description":0,"A client certificate used to authenticate to the apiserver is expiring in less than 24.0 hours.","query":0,"apiserver_client_certificate_expiration_seconds_count{job\"apiserver\"} > 0 and histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{job\"apiserver\"}5m))) < 24*60*60","severity":0,"critical"},0,{"name":0,"Kubernetes API server latency","description":0,"Kubernetes API server has a 99th percentile latency of {{ $value }} seconds for {{ $labels.verb }} {{ $labels.resource }}.","query":0,"histogram_quantile(0.99, sum(rate(apiserver_request_duration_seconds_bucket{verb!~\"(?:CONNECT|WATCHLIST|WATCH|PROXY)\"} 10m)) WITHOUT (subresource)) > 1","severity":0,"warning","for":0,"2m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r655R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>kubestate-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Kubernetes Node not ready/h3>p>Node {{ $labels.node }} has been unready for a long time/p>div classrounded-md>astro-island uidZzLBbu prefixr416 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesNodeNotReady\n expr: 'kube_node_status_condition{condition\"Ready\",status\"true\"} 0'\n for: 10m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes Node ready (node {{ $labels.node }})\n description: \"Node {{ $labels.node }} has been unready for a long time \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesNodeNotReady/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_node_status_condition{conditionReady,statustrue} 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes Node ready (node {{ $labels.node }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Node {{ $labels.node }} has been unready for a long time /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Kubernetes Node memory pressure/h3>p>Node {{ $labels.node }} has MemoryPressure condition/p>div classrounded-md>astro-island uidZE4o8G prefixr417 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesNodeMemoryPressure\n expr: 'kube_node_status_condition{condition\"MemoryPressure\",status\"true\"} 1'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes memory pressure (node {{ $labels.node }})\n description: \"Node {{ $labels.node }} has MemoryPressure condition \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesNodeMemoryPressure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_node_status_condition{conditionMemoryPressure,statustrue} 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes memory pressure (node {{ $labels.node }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Node {{ $labels.node }} has MemoryPressure condition /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Kubernetes Node disk pressure/h3>p>Node {{ $labels.node }} has DiskPressure condition/p>div classrounded-md>astro-island uid2aQngP prefixr418 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesNodeDiskPressure\n expr: 'kube_node_status_condition{condition\"DiskPressure\",status\"true\"} 1'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes disk pressure (node {{ $labels.node }})\n description: \"Node {{ $labels.node }} has DiskPressure condition \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesNodeDiskPressure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_node_status_condition{conditionDiskPressure,statustrue} 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes disk pressure (node {{ $labels.node }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Node {{ $labels.node }} has DiskPressure condition /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Kubernetes Node network unavailable/h3>p>Node {{ $labels.node }} has NetworkUnavailable condition/p>div classrounded-md>astro-island uidnl9sb prefixr419 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesNodeNetworkUnavailable\n expr: 'kube_node_status_condition{condition\"NetworkUnavailable\",status\"true\"} 1'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes Node network unavailable (instance {{ $labels.instance }})\n description: \"Node {{ $labels.node }} has NetworkUnavailable condition \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesNodeNetworkUnavailable/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_node_status_condition{conditionNetworkUnavailable,statustrue} 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes Node network unavailable (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Node {{ $labels.node }} has NetworkUnavailable condition /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Kubernetes Node out of pod capacity/h3>p>Node {{ $labels.node }} is out of pod capacity/p>div classrounded-md>astro-island uidgFQT2 prefixr420 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesNodeOutOfPodCapacity\n expr: 'sum by (node) ((kube_pod_status_phase{phase\"Running\"} 1) + on(uid) group_left(node) (0 * kube_pod_info{pod_template_hash\"\"})) / sum by (node) (kube_node_status_allocatable{resource\"pods\"}) * 100 > 90'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes Node out of pod capacity (instance {{ $labels.instance }})\n description: \"Node {{ $labels.node }} is out of pod capacity \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesNodeOutOfPodCapacity/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (node) ((kube_pod_status_phase{phaseRunning} 1) + on(uid) group_left(node) (0 * kube_pod_info{pod_template_hash})) / sum by (node) (kube_node_status_allocatable{resourcepods}) * 100 > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes Node out of pod capacity (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Node {{ $labels.node }} is out of pod capacity /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Kubernetes Container oom killer/h3>p>Container {{ $labels.container }} in pod {{ $labels.namespace }}/{{ $labels.pod }} has been OOMKilled {{ $value }} times in the last 10 minutes./p>div classrounded-md>astro-island uidzYalP prefixr421 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesContainerOomKiller\n expr: '(kube_pod_container_status_restarts_total - kube_pod_container_status_restarts_total offset 10m > 1) and ignoring (reason) min_over_time(kube_pod_container_status_last_terminated_reason{reason\"OOMKilled\"}10m) 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes container oom killer ({{ $labels.namespace }}/{{ $labels.pod }}:{{ $labels.container }})\n description: \"Container {{ $labels.container }} in pod {{ $labels.namespace }}/{{ $labels.pod }} has been OOMKilled {{ $value }} times in the last 10 minutes. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesContainerOomKiller/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (kube_pod_container_status_restarts_total - kube_pod_container_status_restarts_total offset 10m > 1) and ignoring (reason) min_over_time(kube_pod_container_status_last_terminated_reason{reasonOOMKilled}10m) 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes container oom killer ({{ $labels.namespace }}/{{ $labels.pod }}:{{ $labels.container }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Container {{ $labels.container }} in pod {{ $labels.namespace }}/{{ $labels.pod }} has been OOMKilled {{ $value }} times in the last 10 minutes. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Kubernetes Job failed/h3>p>Job {{ $labels.namespace }}/{{ $labels.job_name }} failed to complete/p>div classrounded-md>astro-island uidZ1aUTAD prefixr422 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesJobFailed\n expr: 'kube_job_status_failed > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes Job failed ({{ $labels.namespace }}/{{ $labels.job_name }})\n description: \"Job {{ $labels.namespace }}/{{ $labels.job_name }} failed to complete \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesJobFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_job_status_failed > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes Job failed ({{ $labels.namespace }}/{{ $labels.job_name }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Job {{ $labels.namespace }}/{{ $labels.job_name }} failed to complete /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Kubernetes CronJob suspended/h3>p>CronJob {{ $labels.namespace }}/{{ $labels.cronjob }} is suspended/p>div classrounded-md>astro-island uidZpw74b prefixr423 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesCronJobSuspended\n expr: 'kube_cronjob_spec_suspend ! 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes CronJob suspended ({{ $labels.namespace }}/{{ $labels.cronjob }})\n description: \"CronJob {{ $labels.namespace }}/{{ $labels.cronjob }} is suspended \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesCronJobSuspended/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_cronjob_spec_suspend ! 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes CronJob suspended ({{ $labels.namespace }}/{{ $labels.cronjob }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CronJob {{ $labels.namespace }}/{{ $labels.cronjob }} is suspended /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Kubernetes PersistentVolumeClaim pending/h3>p>PersistentVolumeClaim {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is pending/p>div classrounded-md>astro-island uid2uJN9e prefixr424 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesPersistentVolumeClaimPending\n expr: 'kube_persistentvolumeclaim_status_phase{phase\"Pending\"} 1'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes PersistentVolumeClaim pending ({{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }})\n description: \"PersistentVolumeClaim {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is pending \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesPersistentVolumeClaimPending/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_persistentvolumeclaim_status_phase{phasePending} 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes PersistentVolumeClaim pending ({{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PersistentVolumeClaim {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is pending /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Kubernetes Volume out of disk space/h3>p>Volume is almost full (< 10% left)/p>div classrounded-md>astro-island uid1FlF0t prefixr425 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesVolumeOutOfDiskSpace\n expr: 'kubelet_volume_stats_available_bytes / kubelet_volume_stats_capacity_bytes * 100 < 10'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes Volume out of disk space (instance {{ $labels.instance }})\n description: \"Volume is almost full (< 10% left) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesVolumeOutOfDiskSpace/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kubelet_volume_stats_available_bytes / kubelet_volume_stats_capacity_bytes * 100 < 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes Volume out of disk space (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Volume is almost full (< 10% left) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Kubernetes Volume full in four days/h3>p>Volume under {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is expected to fill up within four days. Currently {{ $value | humanize }}% is available./p>div classrounded-md>astro-island uidZ1Yuhix prefixr426 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesVolumeFullInFourDays\n expr: 'predict_linear(kubelet_volume_stats_available_bytes6h:5m, 4 * 24 * 3600) < 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes Volume full in four days (instance {{ $labels.instance }})\n description: \"Volume under {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is expected to fill up within four days. Currently {{ $value | humanize }}% is available. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesVolumeFullInFourDays/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> predict_linear(kubelet_volume_stats_available_bytes6h:5m, 4 * 24 * 3600) < 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes Volume full in four days (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Volume under {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is expected to fill up within four days. Currently {{ $value | humanize }}% is available. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Kubernetes PersistentVolume error/h3>p>Persistent volume {{ $labels.persistentvolume }} is in bad state/p>div classrounded-md>astro-island uidyjOwk prefixr427 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesPersistentVolumeError\n expr: 'kube_persistentvolume_status_phase{phase~\"Failed|Pending\", job\"kube-state-metrics\"} > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes PersistentVolumeClaim pending ({{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }})\n description: \"Persistent volume {{ $labels.persistentvolume }} is in bad state \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesPersistentVolumeError/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_persistentvolume_status_phase{phase~Failed|Pending, jobkube-state-metrics} > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes PersistentVolumeClaim pending ({{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Persistent volume {{ $labels.persistentvolume }} is in bad state /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>Kubernetes StatefulSet down/h3>p>StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} went down/p>div classrounded-md>astro-island uidZW2Nhe prefixr428 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesStatefulSetDown\n expr: 'kube_statefulset_replicas ! kube_statefulset_status_replicas_ready > 0'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes StatefulSet down ({{ $labels.namespace }}/{{ $labels.statefulset }})\n description: \"StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} went down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesStatefulSetDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_statefulset_replicas ! kube_statefulset_status_replicas_ready > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes StatefulSet down ({{ $labels.namespace }}/{{ $labels.statefulset }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} went down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>14/div>div>h3 classheading-lg mb-2>Kubernetes HPA scale inability/h3>p>HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is unable to scale/p>div classrounded-md>astro-island uid2tpScc prefixr429 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesHpaScaleInability\n expr: '(kube_horizontalpodautoscaler_spec_max_replicas - kube_horizontalpodautoscaler_status_desired_replicas) * on (horizontalpodautoscaler,namespace) (kube_horizontalpodautoscaler_status_condition{condition\"ScalingLimited\", status\"true\"} 1) 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes HPA scale inability (instance {{ $labels.instance }})\n description: \"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is unable to scale \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesHpaScaleInability/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (kube_horizontalpodautoscaler_spec_max_replicas - kube_horizontalpodautoscaler_status_desired_replicas) * on (horizontalpodautoscaler,namespace) (kube_horizontalpodautoscaler_status_condition{conditionScalingLimited, statustrue} 1) 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes HPA scale inability (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is unable to scale /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>15/div>div>h3 classheading-lg mb-2>Kubernetes HPA metrics unavailability/h3>p>HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is unable to collect metrics/p>div classrounded-md>astro-island uidArcSE prefixr430 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesHpaMetricsUnavailability\n expr: 'kube_horizontalpodautoscaler_status_condition{status\"false\", condition\"ScalingActive\"} 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes HPA metrics unavailability (instance {{ $labels.instance }})\n description: \"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is unable to collect metrics \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesHpaMetricsUnavailability/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_horizontalpodautoscaler_status_condition{statusfalse, conditionScalingActive} 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes HPA metrics unavailability (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is unable to collect metrics /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>16/div>div>h3 classheading-lg mb-2>Kubernetes HPA scale maximum/h3>p>HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} has hit maximum number of desired pods/p>div classrounded-md>astro-island uid2rDTVN prefixr431 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesHpaScaleMaximum\n expr: '(kube_horizontalpodautoscaler_status_desired_replicas > kube_horizontalpodautoscaler_spec_max_replicas) and (kube_horizontalpodautoscaler_spec_max_replicas > 1) and (kube_horizontalpodautoscaler_spec_min_replicas ! kube_horizontalpodautoscaler_spec_max_replicas)'\n for: 2m\n labels:\n severity: info\n annotations:\n summary: Kubernetes HPA scale maximum (instance {{ $labels.instance }})\n description: \"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} has hit maximum number of desired pods \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesHpaScaleMaximum/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (kube_horizontalpodautoscaler_status_desired_replicas > kube_horizontalpodautoscaler_spec_max_replicas) and (kube_horizontalpodautoscaler_spec_max_replicas > 1) and (kube_horizontalpodautoscaler_spec_min_replicas ! kube_horizontalpodautoscaler_spec_max_replicas)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes HPA scale maximum (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} has hit maximum number of desired pods /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>17/div>div>h3 classheading-lg mb-2>Kubernetes HPA underutilized/h3>p>HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is constantly at minimum replicas for 50% of the time. Potential cost saving here./p>div classrounded-md>astro-island uidZ2mgPoo prefixr432 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesHpaUnderutilized\n expr: 'max(quantile_over_time(0.5, kube_horizontalpodautoscaler_status_desired_replicas1d) kube_horizontalpodautoscaler_spec_min_replicas) by (horizontalpodautoscaler) > 3'\n for: 0m\n labels:\n severity: info\n annotations:\n summary: Kubernetes HPA underutilized (instance {{ $labels.instance }})\n description: \"HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is constantly at minimum replicas for 50% of the time. Potential cost saving here. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesHpaUnderutilized/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> max(quantile_over_time(0.5, kube_horizontalpodautoscaler_status_desired_replicas1d) kube_horizontalpodautoscaler_spec_min_replicas) by (horizontalpodautoscaler) > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes HPA underutilized (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HPA {{ $labels.namespace }}/{{ $labels.horizontalpodautoscaler }} is constantly at minimum replicas for 50% of the time. Potential cost saving here. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>18/div>div>h3 classheading-lg mb-2>Kubernetes Pod not healthy/h3>p>Pod {{ $labels.namespace }}/{{ $labels.pod }} has been in a non-running state for longer than 15 minutes./p>div classrounded-md>astro-island uidZtGx1i prefixr433 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesPodNotHealthy\n expr: 'sum by (namespace, pod) (kube_pod_status_phase{phase~\"Pending|Unknown|Failed\"}) > 0'\n for: 15m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes Pod not healthy ({{ $labels.namespace }}/{{ $labels.pod }})\n description: \"Pod {{ $labels.namespace }}/{{ $labels.pod }} has been in a non-running state for longer than 15 minutes. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesPodNotHealthy/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (namespace, pod) (kube_pod_status_phase{phase~Pending|Unknown|Failed}) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes Pod not healthy ({{ $labels.namespace }}/{{ $labels.pod }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pod {{ $labels.namespace }}/{{ $labels.pod }} has been in a non-running state for longer than 15 minutes. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>19/div>div>h3 classheading-lg mb-2>Kubernetes pod crash looping/h3>p>Pod {{ $labels.namespace }}/{{ $labels.pod }} is crash looping/p>div classrounded-md>astro-island uidTNRNT prefixr434 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesPodCrashLooping\n expr: 'increase(kube_pod_container_status_restarts_total1m) > 3'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes pod crash looping ({{ $labels.namespace }}/{{ $labels.pod }})\n description: \"Pod {{ $labels.namespace }}/{{ $labels.pod }} is crash looping \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesPodCrashLooping/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(kube_pod_container_status_restarts_total1m) > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes pod crash looping ({{ $labels.namespace }}/{{ $labels.pod }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Pod {{ $labels.namespace }}/{{ $labels.pod }} is crash looping /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>20/div>div>h3 classheading-lg mb-2>Kubernetes ReplicaSet replicas mismatch/h3>p>ReplicaSet {{ $labels.namespace }}/{{ $labels.replicaset }} replicas mismatch/p>div classrounded-md>astro-island uidZ18AYKv prefixr435 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesReplicaSetReplicasMismatch\n expr: 'kube_replicaset_spec_replicas ! kube_replicaset_status_ready_replicas'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes ReplicasSet mismatch ({{ $labels.namespace }}/{{ $labels.replicaset }})\n description: \"ReplicaSet {{ $labels.namespace }}/{{ $labels.replicaset }} replicas mismatch \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesReplicaSetReplicasMismatch/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_replicaset_spec_replicas ! kube_replicaset_status_ready_replicas/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes ReplicasSet mismatch ({{ $labels.namespace }}/{{ $labels.replicaset }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ReplicaSet {{ $labels.namespace }}/{{ $labels.replicaset }} replicas mismatch /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>21/div>div>h3 classheading-lg mb-2>Kubernetes Deployment replicas mismatch/h3>p>Deployment {{ $labels.namespace }}/{{ $labels.deployment }} replicas mismatch/p>div classrounded-md>astro-island uidtiirR prefixr436 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesDeploymentReplicasMismatch\n expr: 'kube_deployment_spec_replicas ! kube_deployment_status_replicas_available'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes Deployment replicas mismatch ({{ $labels.namespace }}/{{ $labels.deployment }})\n description: \"Deployment {{ $labels.namespace }}/{{ $labels.deployment }} replicas mismatch \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesDeploymentReplicasMismatch/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_deployment_spec_replicas ! kube_deployment_status_replicas_available/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes Deployment replicas mismatch ({{ $labels.namespace }}/{{ $labels.deployment }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Deployment {{ $labels.namespace }}/{{ $labels.deployment }} replicas mismatch /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>22/div>div>h3 classheading-lg mb-2>Kubernetes StatefulSet replicas mismatch/h3>p>StatefulSet does not match the expected number of replicas./p>div classrounded-md>astro-island uid12owPo prefixr437 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesStatefulSetReplicasMismatch\n expr: 'kube_statefulset_status_replicas_ready ! kube_statefulset_status_replicas'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes StatefulSet replicas mismatch (instance {{ $labels.instance }})\n description: \"StatefulSet does not match the expected number of replicas. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesStatefulSetReplicasMismatch/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_statefulset_status_replicas_ready ! kube_statefulset_status_replicas/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes StatefulSet replicas mismatch (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> StatefulSet does not match the expected number of replicas. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>23/div>div>h3 classheading-lg mb-2>Kubernetes Deployment generation mismatch/h3>p>Deployment {{ $labels.namespace }}/{{ $labels.deployment }} has failed but has not been rolled back./p>div classrounded-md>astro-island uidZ3nmSE prefixr438 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesDeploymentGenerationMismatch\n expr: 'kube_deployment_status_observed_generation ! kube_deployment_metadata_generation'\n for: 10m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes Deployment generation mismatch ({{ $labels.namespace }}/{{ $labels.deployment }})\n description: \"Deployment {{ $labels.namespace }}/{{ $labels.deployment }} has failed but has not been rolled back. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesDeploymentGenerationMismatch/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_deployment_status_observed_generation ! kube_deployment_metadata_generation/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes Deployment generation mismatch ({{ $labels.namespace }}/{{ $labels.deployment }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Deployment {{ $labels.namespace }}/{{ $labels.deployment }} has failed but has not been rolled back. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>24/div>div>h3 classheading-lg mb-2>Kubernetes StatefulSet generation mismatch/h3>p>StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} has failed but has not been rolled back./p>div classrounded-md>astro-island uidZUGD4I prefixr439 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesStatefulSetGenerationMismatch\n expr: 'kube_statefulset_status_observed_generation ! kube_statefulset_metadata_generation'\n for: 10m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes StatefulSet generation mismatch ({{ $labels.namespace }}/{{ $labels.statefulset }})\n description: \"StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} has failed but has not been rolled back. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesStatefulSetGenerationMismatch/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_statefulset_status_observed_generation ! kube_statefulset_metadata_generation/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes StatefulSet generation mismatch ({{ $labels.namespace }}/{{ $labels.statefulset }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} has failed but has not been rolled back. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>25/div>div>h3 classheading-lg mb-2>Kubernetes StatefulSet update not rolled out/h3>p>StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} update has not been rolled out./p>div classrounded-md>astro-island uidZrdbrf prefixr440 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesStatefulSetUpdateNotRolledOut\n expr: 'max without (revision) (kube_statefulset_status_current_revision unless kube_statefulset_status_update_revision) * (kube_statefulset_replicas ! kube_statefulset_status_replicas_updated)'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes StatefulSet update not rolled out ({{ $labels.namespace }}/{{ $labels.statefulset }})\n description: \"StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} update has not been rolled out. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesStatefulSetUpdateNotRolledOut/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> max without (revision) (kube_statefulset_status_current_revision unless kube_statefulset_status_update_revision) * (kube_statefulset_replicas ! kube_statefulset_status_replicas_updated)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes StatefulSet update not rolled out ({{ $labels.namespace }}/{{ $labels.statefulset }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> StatefulSet {{ $labels.namespace }}/{{ $labels.statefulset }} update has not been rolled out. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>26/div>div>h3 classheading-lg mb-2>Kubernetes DaemonSet rollout stuck/h3>p>Some Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are not scheduled or not ready/p>div classrounded-md>astro-island uid2kJLJm prefixr441 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesDaemonSetRolloutStuck\n expr: 'kube_daemonset_status_number_ready / kube_daemonset_status_desired_number_scheduled * 100 < 100 or kube_daemonset_status_desired_number_scheduled - kube_daemonset_status_current_number_scheduled > 0'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes DaemonSet rollout stuck ({{ $labels.namespace }}/{{ $labels.daemonset }})\n description: \"Some Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are not scheduled or not ready \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesDaemonSetRolloutStuck/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_daemonset_status_number_ready / kube_daemonset_status_desired_number_scheduled * 100 < 100 or kube_daemonset_status_desired_number_scheduled - kube_daemonset_status_current_number_scheduled > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes DaemonSet rollout stuck ({{ $labels.namespace }}/{{ $labels.daemonset }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are not scheduled or not ready /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>27/div>div>h3 classheading-lg mb-2>Kubernetes DaemonSet misscheduled/h3>p>Some Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are running where they are not supposed to run/p>div classrounded-md>astro-island uidLwYkd prefixr442 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesDaemonSetMisscheduled\n expr: 'kube_daemonset_status_number_misscheduled > 0'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes DaemonSet misscheduled ({{ $labels.namespace }}/{{ $labels.daemonset }})\n description: \"Some Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are running where they are not supposed to run \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesDaemonSetMisscheduled/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_daemonset_status_number_misscheduled > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes DaemonSet misscheduled ({{ $labels.namespace }}/{{ $labels.daemonset }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Pods of DaemonSet {{ $labels.namespace }}/{{ $labels.daemonset }} are running where they are not supposed to run /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>28/div>div>h3 classheading-lg mb-2>Kubernetes CronJob too long/h3>p>CronJob {{ $labels.namespace }}/{{ $labels.cronjob }} is taking more than 1h to complete./p>div classrounded-md>astro-island uidZ2k71JI prefixr443 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# Threshold should be customized for each cronjob name.\n- alert: KubernetesCronJobTooLong\n expr: 'time() - kube_cronjob_next_schedule_time > 3600'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes CronJob too long ({{ $labels.namespace }}/{{ $labels.cronjob }})\n description: \"CronJob {{ $labels.namespace }}/{{ $labels.cronjob }} is taking more than 1h to complete. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># Threshold should be customized for each cronjob name./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesCronJobTooLong/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> time() - kube_cronjob_next_schedule_time > 3600/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes CronJob too long ({{ $labels.namespace }}/{{ $labels.cronjob }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CronJob {{ $labels.namespace }}/{{ $labels.cronjob }} is taking more than 1h to complete. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>29/div>div>h3 classheading-lg mb-2>Kubernetes Job slow completion/h3>p>Kubernetes Job {{ $labels.namespace }}/{{ $labels.job_name }} did not complete in time./p>div classrounded-md>astro-island uidZbiFMH prefixr444 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesJobSlowCompletion\n expr: 'kube_job_spec_completions - kube_job_status_succeeded - kube_job_status_failed > 0'\n for: 12h\n labels:\n severity: critical\n annotations:\n summary: Kubernetes job slow completion ({{ $labels.namespace }}/{{ $labels.job_name }})\n description: \"Kubernetes Job {{ $labels.namespace }}/{{ $labels.job_name }} did not complete in time. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesJobSlowCompletion/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> kube_job_spec_completions - kube_job_status_succeeded - kube_job_status_failed > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 12h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes job slow completion ({{ $labels.namespace }}/{{ $labels.job_name }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes Job {{ $labels.namespace }}/{{ $labels.job_name }} did not complete in time. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>30/div>div>h3 classheading-lg mb-2>Kubernetes API server errors/h3>p>Kubernetes API server is experiencing high error rate/p>div classrounded-md>astro-island uid1j02FG prefixr445 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesApiServerErrors\n expr: 'sum(rate(apiserver_request_total{job\"apiserver\",code~\"(?:5..)\"}1m)) by (instance, job) / sum(rate(apiserver_request_total{job\"apiserver\"}1m)) by (instance, job) * 100 > 3'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes API server errors (instance {{ $labels.instance }})\n description: \"Kubernetes API server is experiencing high error rate \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesApiServerErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(apiserver_request_total{jobapiserver,code~(?:5..)}1m)) by (instance, job) / sum(rate(apiserver_request_total{jobapiserver}1m)) by (instance, job) * 100 > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes API server errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes API server is experiencing high error rate /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>31/div>div>h3 classheading-lg mb-2>Kubernetes API client errors/h3>p>Kubernetes API client is experiencing high error rate/p>div classrounded-md>astro-island uidZWF88o prefixr446 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesApiClientErrors\n expr: '(sum(rate(rest_client_requests_total{code~\"(4|5)..\"}1m)) by (instance, job) / sum(rate(rest_client_requests_total1m)) by (instance, job)) * 100 > 1'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes API client errors (instance {{ $labels.instance }})\n description: \"Kubernetes API client is experiencing high error rate \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesApiClientErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum(rate(rest_client_requests_total{code~(4|5)..}1m)) by (instance, job) / sum(rate(rest_client_requests_total1m)) by (instance, job)) * 100 > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes API client errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes API client is experiencing high error rate /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>32/div>div>h3 classheading-lg mb-2>Kubernetes client certificate expires next week/h3>p>A client certificate used to authenticate to the apiserver is expiring next week./p>div classrounded-md>astro-island uidZ13LiAJ prefixr447 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesClientCertificateExpiresNextWeek\n expr: 'apiserver_client_certificate_expiration_seconds_count{job\"apiserver\"} > 0 and histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{job\"apiserver\"}5m))) < 7*24*60*60'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes client certificate expires next week (instance {{ $labels.instance }})\n description: \"A client certificate used to authenticate to the apiserver is expiring next week. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesClientCertificateExpiresNextWeek/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> apiserver_client_certificate_expiration_seconds_count{jobapiserver} > 0 and histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{jobapiserver}5m))) < 7*24*60*60/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes client certificate expires next week (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A client certificate used to authenticate to the apiserver is expiring next week. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>33/div>div>h3 classheading-lg mb-2>Kubernetes client certificate expires soon/h3>p>A client certificate used to authenticate to the apiserver is expiring in less than 24.0 hours./p>div classrounded-md>astro-island uidZSPA9V prefixr448 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesClientCertificateExpiresSoon\n expr: 'apiserver_client_certificate_expiration_seconds_count{job\"apiserver\"} > 0 and histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{job\"apiserver\"}5m))) < 24*60*60'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Kubernetes client certificate expires soon (instance {{ $labels.instance }})\n description: \"A client certificate used to authenticate to the apiserver is expiring in less than 24.0 hours. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesClientCertificateExpiresSoon/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> apiserver_client_certificate_expiration_seconds_count{jobapiserver} > 0 and histogram_quantile(0.01, sum by (job, le) (rate(apiserver_client_certificate_expiration_seconds_bucket{jobapiserver}5m))) < 24*60*60/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes client certificate expires soon (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A client certificate used to authenticate to the apiserver is expiring in less than 24.0 hours. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>34/div>div>h3 classheading-lg mb-2>Kubernetes API server latency/h3>p>Kubernetes API server has a 99th percentile latency of {{ $value }} seconds for {{ $labels.verb }} {{ $labels.resource }}./p>div classrounded-md>astro-island uidZ1hmS9u prefixr449 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: KubernetesApiServerLatency\n expr: 'histogram_quantile(0.99, sum(rate(apiserver_request_duration_seconds_bucket{verb!~\"(?:CONNECT|WATCHLIST|WATCH|PROXY)\"} 10m)) WITHOUT (subresource)) > 1'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Kubernetes API server latency (instance {{ $labels.instance }})\n description: \"Kubernetes API server has a 99th percentile latency of {{ $value }} seconds for {{ $labels.verb }} {{ $labels.resource }}. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> KubernetesApiServerLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> histogram_quantile(0.99, sum(rate(apiserver_request_duration_seconds_bucket{verb!~(?:CONNECT|WATCHLIST|WATCH|PROXY)} 10m)) WITHOUT (subresource)) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes API server latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Kubernetes API server has a 99th percentile latency of {{ $value }} seconds for {{ $labels.verb }} {{ $labels.resource }}. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameNomad> div classrow-start-1 row-end-2> astro-island uid1atIAQ component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Nomad","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Nomad job failed","description":0,"Nomad job failed","query":0,"nomad_nomad_job_summary_failed > 0","severity":0,"warning"},0,{"name":0,"Nomad job lost","description":0,"Nomad job lost","query":0,"nomad_nomad_job_summary_lost > 0","severity":0,"warning"},0,{"name":0,"Nomad job queued","description":0,"Nomad job queued","query":0,"nomad_nomad_job_summary_queued > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Nomad blocked evaluation","description":0,"Nomad blocked evaluation","query":0,"nomad_nomad_blocked_evals_total_blocked > 0","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>4 rules/div> p classinline> Nomad job failed, Nomad job lost, Nomad job queued, Nomad blocked evaluation /p> /div> div classrow-start-3 row-end-4> astro-island uid12tCee prefixr625 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Nomad","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Nomad job failed","description":0,"Nomad job failed","query":0,"nomad_nomad_job_summary_failed > 0","severity":0,"warning"},0,{"name":0,"Nomad job lost","description":0,"Nomad job lost","query":0,"nomad_nomad_job_summary_lost > 0","severity":0,"warning"},0,{"name":0,"Nomad job queued","description":0,"Nomad job queued","query":0,"nomad_nomad_job_summary_queued > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Nomad blocked evaluation","description":0,"Nomad blocked evaluation","query":0,"nomad_nomad_blocked_evals_total_blocked > 0","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r625R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Nomad job failed/h3>p>Nomad job failed/p>div classrounded-md>astro-island uid2vv7iI prefixr450 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NomadJobFailed\n expr: 'nomad_nomad_job_summary_failed > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Nomad job failed (instance {{ $labels.instance }})\n description: \"Nomad job failed \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NomadJobFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> nomad_nomad_job_summary_failed > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nomad job failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nomad job failed /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Nomad job lost/h3>p>Nomad job lost/p>div classrounded-md>astro-island uidZ3xopy prefixr451 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NomadJobLost\n expr: 'nomad_nomad_job_summary_lost > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Nomad job lost (instance {{ $labels.instance }})\n description: \"Nomad job lost \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NomadJobLost/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> nomad_nomad_job_summary_lost > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nomad job lost (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nomad job lost /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Nomad job queued/h3>p>Nomad job queued/p>div classrounded-md>astro-island uidZ21Hj7N prefixr452 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NomadJobQueued\n expr: 'nomad_nomad_job_summary_queued > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Nomad job queued (instance {{ $labels.instance }})\n description: \"Nomad job queued \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NomadJobQueued/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> nomad_nomad_job_summary_queued > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nomad job queued (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nomad job queued /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Nomad blocked evaluation/h3>p>Nomad blocked evaluation/p>div classrounded-md>astro-island uidZmLyPp prefixr453 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: NomadBlockedEvaluation\n expr: 'nomad_nomad_blocked_evals_total_blocked > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Nomad blocked evaluation (instance {{ $labels.instance }})\n description: \"Nomad blocked evaluation \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> NomadBlockedEvaluation/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> nomad_nomad_blocked_evals_total_blocked > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nomad blocked evaluation (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Nomad blocked evaluation /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameConsul> div classrow-start-1 row-end-2> astro-island uidZ3zDv0 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Consul","exporters":1,0,{"name":0,"prometheus/consul_exporter","slug":0,"consul-exporter","doc_url":0,"https://github.com/prometheus/consul_exporter","rules":1,0,{"name":0,"Consul service healthcheck failed","description":0,"Service: `{{ $labels.service_name }}` Healthcheck: `{{ $labels.service_id }}`","query":0,"consul_catalog_service_node_healthy 0","severity":0,"critical","for":0,"1m"},0,{"name":0,"Consul missing master node","description":0,"Numbers of consul raft peers should be 3, in order to preserve quorum.","query":0,"consul_raft_peers < 3","severity":0,"critical"},0,{"name":0,"Consul agent unhealthy","description":0,"A Consul agent is down","query":0,"consul_health_node_status{status\"critical\"} 1","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>3 rules/div> p classinline> Consul service healthcheck failed, Consul missing master node, Consul agent unhealthy /p> /div> div classrow-start-3 row-end-4> astro-island uidZ17h8bw prefixr616 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Consul","exporters":1,0,{"name":0,"prometheus/consul_exporter","slug":0,"consul-exporter","doc_url":0,"https://github.com/prometheus/consul_exporter","rules":1,0,{"name":0,"Consul service healthcheck failed","description":0,"Service: `{{ $labels.service_name }}` Healthcheck: `{{ $labels.service_id }}`","query":0,"consul_catalog_service_node_healthy 0","severity":0,"critical","for":0,"1m"},0,{"name":0,"Consul missing master node","description":0,"Numbers of consul raft peers should be 3, in order to preserve quorum.","query":0,"consul_raft_peers < 3","severity":0,"critical"},0,{"name":0,"Consul agent unhealthy","description":0,"A Consul agent is down","query":0,"consul_health_node_status{status\"critical\"} 1","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r616R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>consul-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Consul service healthcheck failed/h3>p>Service: `{{ $labels.service_name }}` Healthcheck: `{{ $labels.service_id }}`/p>div classrounded-md>astro-island uid1E7agI prefixr454 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ConsulServiceHealthcheckFailed\n expr: 'consul_catalog_service_node_healthy 0'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Consul service healthcheck failed (instance {{ $labels.instance }})\n description: \"Service: `{{ $labels.service_name }}` Healthcheck: `{{ $labels.service_id }}` \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ConsulServiceHealthcheckFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> consul_catalog_service_node_healthy 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Consul service healthcheck failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Service: `{{ $labels.service_name }}` Healthcheck: `{{ $labels.service_id }}` /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Consul missing master node/h3>p>Numbers of consul raft peers should be 3, in order to preserve quorum./p>div classrounded-md>astro-island uidZwXh1K prefixr455 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ConsulMissingMasterNode\n expr: 'consul_raft_peers < 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Consul missing master node (instance {{ $labels.instance }})\n description: \"Numbers of consul raft peers should be 3, in order to preserve quorum. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ConsulMissingMasterNode/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> consul_raft_peers < 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Consul missing master node (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Numbers of consul raft peers should be 3, in order to preserve quorum. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Consul agent unhealthy/h3>p>A Consul agent is down/p>div classrounded-md>astro-island uid1W732i prefixr456 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ConsulAgentUnhealthy\n expr: 'consul_health_node_status{status\"critical\"} 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Consul agent unhealthy (instance {{ $labels.instance }})\n description: \"A Consul agent is down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ConsulAgentUnhealthy/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> consul_health_node_status{statuscritical} 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Consul agent unhealthy (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A Consul agent is down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameEtcd> div classrow-start-1 row-end-2> astro-island uidZws7jT component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Etcd","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Etcd insufficient Members","description":0,"Etcd cluster should have an odd number of members","query":0,"count(etcd_server_id) % 2 0","severity":0,"critical"},0,{"name":0,"Etcd no Leader","description":0,"Etcd cluster have no leader","query":0,"etcd_server_has_leader 0","severity":0,"critical"},0,{"name":0,"Etcd high number of leader changes","description":0,"Etcd leader changed more than 2 times during 10 minutes","query":0,"increase(etcd_server_leader_changes_seen_total10m) > 2","severity":0,"warning"},0,{"name":0,"Etcd high number of failed GRPC requests","description":0,"More than 1% GRPC request failure detected in Etcd","query":0,"sum(rate(grpc_server_handled_total{grpc_code!\"OK\"}1m)) BY (grpc_service, grpc_method) / sum(rate(grpc_server_handled_total1m)) BY (grpc_service, grpc_method) > 0.01","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high number of failed GRPC requests","description":0,"More than 5% GRPC request failure detected in Etcd","query":0,"sum(rate(grpc_server_handled_total{grpc_code!\"OK\"}1m)) BY (grpc_service, grpc_method) / sum(rate(grpc_server_handled_total1m)) BY (grpc_service, grpc_method) > 0.05","severity":0,"critical","for":0,"2m"},0,{"name":0,"Etcd GRPC requests slow","description":0,"GRPC requests slowing down, 99th percentile is over 0.15s","query":0,"histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{grpc_type\"unary\"}1m)) by (grpc_service, grpc_method, le)) > 0.15","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high number of failed HTTP requests","description":0,"More than 1% HTTP failure detected in Etcd","query":0,"sum(rate(etcd_http_failed_total1m)) BY (method) / sum(rate(etcd_http_received_total1m)) BY (method) > 0.01","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high number of failed HTTP requests","description":0,"More than 5% HTTP failure detected in Etcd","query":0,"sum(rate(etcd_http_failed_total1m)) BY (method) / sum(rate(etcd_http_received_total1m)) BY (method) > 0.05","severity":0,"critical","for":0,"2m"},0,{"name":0,"Etcd HTTP requests slow","description":0,"HTTP requests slowing down, 99th percentile is over 0.15s","query":0,"histogram_quantile(0.99, rate(etcd_http_successful_duration_seconds_bucket1m)) > 0.15","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd member communication slow","description":0,"Etcd member communication slowing down, 99th percentile is over 0.15s","query":0,"histogram_quantile(0.99, rate(etcd_network_peer_round_trip_time_seconds_bucket1m)) > 0.15","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high number of failed proposals","description":0,"Etcd server got more than 5 failed proposals past hour","query":0,"increase(etcd_server_proposals_failed_total1h) > 5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high fsync durations","description":0,"Etcd WAL fsync duration increasing, 99th percentile is over 0.5s","query":0,"histogram_quantile(0.99, rate(etcd_disk_wal_fsync_duration_seconds_bucket1m)) > 0.5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high commit durations","description":0,"Etcd commit duration increasing, 99th percentile is over 0.25s","query":0,"histogram_quantile(0.99, rate(etcd_disk_backend_commit_duration_seconds_bucket1m)) > 0.25","severity":0,"warning","for":0,"2m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>13 rules/div> p classinline> Etcd insufficient Members, Etcd no Leader, Etcd high number of leader changes, Etcd high number of failed GRPC requests, Etcd high number of failed GRPC requests, Etcd GRPC requests slow, Etcd high number of failed HTTP requests, Etcd high number of failed HTTP requests, Etcd HTTP requests slow, Etcd member communication slow, Etcd high number of failed proposals, Etcd high fsync durations, Etcd high commit durations /p> /div> div classrow-start-3 row-end-4> astro-island uidZCHC0S prefixr645 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Etcd","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Etcd insufficient Members","description":0,"Etcd cluster should have an odd number of members","query":0,"count(etcd_server_id) % 2 0","severity":0,"critical"},0,{"name":0,"Etcd no Leader","description":0,"Etcd cluster have no leader","query":0,"etcd_server_has_leader 0","severity":0,"critical"},0,{"name":0,"Etcd high number of leader changes","description":0,"Etcd leader changed more than 2 times during 10 minutes","query":0,"increase(etcd_server_leader_changes_seen_total10m) > 2","severity":0,"warning"},0,{"name":0,"Etcd high number of failed GRPC requests","description":0,"More than 1% GRPC request failure detected in Etcd","query":0,"sum(rate(grpc_server_handled_total{grpc_code!\"OK\"}1m)) BY (grpc_service, grpc_method) / sum(rate(grpc_server_handled_total1m)) BY (grpc_service, grpc_method) > 0.01","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high number of failed GRPC requests","description":0,"More than 5% GRPC request failure detected in Etcd","query":0,"sum(rate(grpc_server_handled_total{grpc_code!\"OK\"}1m)) BY (grpc_service, grpc_method) / sum(rate(grpc_server_handled_total1m)) BY (grpc_service, grpc_method) > 0.05","severity":0,"critical","for":0,"2m"},0,{"name":0,"Etcd GRPC requests slow","description":0,"GRPC requests slowing down, 99th percentile is over 0.15s","query":0,"histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{grpc_type\"unary\"}1m)) by (grpc_service, grpc_method, le)) > 0.15","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high number of failed HTTP requests","description":0,"More than 1% HTTP failure detected in Etcd","query":0,"sum(rate(etcd_http_failed_total1m)) BY (method) / sum(rate(etcd_http_received_total1m)) BY (method) > 0.01","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high number of failed HTTP requests","description":0,"More than 5% HTTP failure detected in Etcd","query":0,"sum(rate(etcd_http_failed_total1m)) BY (method) / sum(rate(etcd_http_received_total1m)) BY (method) > 0.05","severity":0,"critical","for":0,"2m"},0,{"name":0,"Etcd HTTP requests slow","description":0,"HTTP requests slowing down, 99th percentile is over 0.15s","query":0,"histogram_quantile(0.99, rate(etcd_http_successful_duration_seconds_bucket1m)) > 0.15","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd member communication slow","description":0,"Etcd member communication slowing down, 99th percentile is over 0.15s","query":0,"histogram_quantile(0.99, rate(etcd_network_peer_round_trip_time_seconds_bucket1m)) > 0.15","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high number of failed proposals","description":0,"Etcd server got more than 5 failed proposals past hour","query":0,"increase(etcd_server_proposals_failed_total1h) > 5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high fsync durations","description":0,"Etcd WAL fsync duration increasing, 99th percentile is over 0.5s","query":0,"histogram_quantile(0.99, rate(etcd_disk_wal_fsync_duration_seconds_bucket1m)) > 0.5","severity":0,"warning","for":0,"2m"},0,{"name":0,"Etcd high commit durations","description":0,"Etcd commit duration increasing, 99th percentile is over 0.25s","query":0,"histogram_quantile(0.99, rate(etcd_disk_backend_commit_duration_seconds_bucket1m)) > 0.25","severity":0,"warning","for":0,"2m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r645R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Etcd insufficient Members/h3>p>Etcd cluster should have an odd number of members/p>div classrounded-md>astro-island uid2mFbxb prefixr457 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdInsufficientMembers\n expr: 'count(etcd_server_id) % 2 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Etcd insufficient Members (instance {{ $labels.instance }})\n description: \"Etcd cluster should have an odd number of members \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdInsufficientMembers/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> count(etcd_server_id) % 2 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd insufficient Members (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd cluster should have an odd number of members /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Etcd no Leader/h3>p>Etcd cluster have no leader/p>div classrounded-md>astro-island uidZ16P4dH prefixr458 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdNoLeader\n expr: 'etcd_server_has_leader 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Etcd no Leader (instance {{ $labels.instance }})\n description: \"Etcd cluster have no leader \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdNoLeader/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> etcd_server_has_leader 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd no Leader (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd cluster have no leader /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Etcd high number of leader changes/h3>p>Etcd leader changed more than 2 times during 10 minutes/p>div classrounded-md>astro-island uid1zyDf4 prefixr459 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdHighNumberOfLeaderChanges\n expr: 'increase(etcd_server_leader_changes_seen_total10m) > 2'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Etcd high number of leader changes (instance {{ $labels.instance }})\n description: \"Etcd leader changed more than 2 times during 10 minutes \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdHighNumberOfLeaderChanges/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(etcd_server_leader_changes_seen_total10m) > 2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd high number of leader changes (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd leader changed more than 2 times during 10 minutes /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Etcd high number of failed GRPC requests/h3>p>More than 1% GRPC request failure detected in Etcd/p>div classrounded-md>astro-island uidZ2tAOAd prefixr460 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdHighNumberOfFailedGrpcRequests\n expr: 'sum(rate(grpc_server_handled_total{grpc_code!\"OK\"}1m)) BY (grpc_service, grpc_method) / sum(rate(grpc_server_handled_total1m)) BY (grpc_service, grpc_method) > 0.01'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Etcd high number of failed GRPC requests (instance {{ $labels.instance }})\n description: \"More than 1% GRPC request failure detected in Etcd \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdHighNumberOfFailedGrpcRequests/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(grpc_server_handled_total{grpc_code!OK}1m)) BY (grpc_service, grpc_method) / sum(rate(grpc_server_handled_total1m)) BY (grpc_service, grpc_method) > 0.01/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd high number of failed GRPC requests (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> More than 1% GRPC request failure detected in Etcd /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Etcd high number of failed GRPC requests/h3>p>More than 5% GRPC request failure detected in Etcd/p>div classrounded-md>astro-island uid1PD40Y prefixr461 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdHighNumberOfFailedGrpcRequests\n expr: 'sum(rate(grpc_server_handled_total{grpc_code!\"OK\"}1m)) BY (grpc_service, grpc_method) / sum(rate(grpc_server_handled_total1m)) BY (grpc_service, grpc_method) > 0.05'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Etcd high number of failed GRPC requests (instance {{ $labels.instance }})\n description: \"More than 5% GRPC request failure detected in Etcd \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdHighNumberOfFailedGrpcRequests/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(grpc_server_handled_total{grpc_code!OK}1m)) BY (grpc_service, grpc_method) / sum(rate(grpc_server_handled_total1m)) BY (grpc_service, grpc_method) > 0.05/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd high number of failed GRPC requests (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> More than 5% GRPC request failure detected in Etcd /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Etcd GRPC requests slow/h3>p>GRPC requests slowing down, 99th percentile is over 0.15s/p>div classrounded-md>astro-island uidcf4dS prefixr462 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdGrpcRequestsSlow\n expr: 'histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{grpc_type\"unary\"}1m)) by (grpc_service, grpc_method, le)) > 0.15'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Etcd GRPC requests slow (instance {{ $labels.instance }})\n description: \"GRPC requests slowing down, 99th percentile is over 0.15s \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdGrpcRequestsSlow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{grpc_typeunary}1m)) by (grpc_service, grpc_method, le)) > 0.15/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd GRPC requests slow (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> GRPC requests slowing down, 99th percentile is over 0.15s /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Etcd high number of failed HTTP requests/h3>p>More than 1% HTTP failure detected in Etcd/p>div classrounded-md>astro-island uidZ1p2z1T prefixr463 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdHighNumberOfFailedHttpRequests\n expr: 'sum(rate(etcd_http_failed_total1m)) BY (method) / sum(rate(etcd_http_received_total1m)) BY (method) > 0.01'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Etcd high number of failed HTTP requests (instance {{ $labels.instance }})\n description: \"More than 1% HTTP failure detected in Etcd \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdHighNumberOfFailedHttpRequests/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(etcd_http_failed_total1m)) BY (method) / sum(rate(etcd_http_received_total1m)) BY (method) > 0.01/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd high number of failed HTTP requests (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> More than 1% HTTP failure detected in Etcd /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Etcd high number of failed HTTP requests/h3>p>More than 5% HTTP failure detected in Etcd/p>div classrounded-md>astro-island uidQyiLL prefixr464 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdHighNumberOfFailedHttpRequests\n expr: 'sum(rate(etcd_http_failed_total1m)) BY (method) / sum(rate(etcd_http_received_total1m)) BY (method) > 0.05'\n for: 2m\n labels:\n severity: critical\n annotations:\n summary: Etcd high number of failed HTTP requests (instance {{ $labels.instance }})\n description: \"More than 5% HTTP failure detected in Etcd \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdHighNumberOfFailedHttpRequests/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(etcd_http_failed_total1m)) BY (method) / sum(rate(etcd_http_received_total1m)) BY (method) > 0.05/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd high number of failed HTTP requests (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> More than 5% HTTP failure detected in Etcd /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Etcd HTTP requests slow/h3>p>HTTP requests slowing down, 99th percentile is over 0.15s/p>div classrounded-md>astro-island uid10rgxE prefixr465 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdHttpRequestsSlow\n expr: 'histogram_quantile(0.99, rate(etcd_http_successful_duration_seconds_bucket1m)) > 0.15'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Etcd HTTP requests slow (instance {{ $labels.instance }})\n description: \"HTTP requests slowing down, 99th percentile is over 0.15s \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdHttpRequestsSlow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> histogram_quantile(0.99, rate(etcd_http_successful_duration_seconds_bucket1m)) > 0.15/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd HTTP requests slow (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> HTTP requests slowing down, 99th percentile is over 0.15s /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Etcd member communication slow/h3>p>Etcd member communication slowing down, 99th percentile is over 0.15s/p>div classrounded-md>astro-island uidZQquns prefixr466 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdMemberCommunicationSlow\n expr: 'histogram_quantile(0.99, rate(etcd_network_peer_round_trip_time_seconds_bucket1m)) > 0.15'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Etcd member communication slow (instance {{ $labels.instance }})\n description: \"Etcd member communication slowing down, 99th percentile is over 0.15s \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdMemberCommunicationSlow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> histogram_quantile(0.99, rate(etcd_network_peer_round_trip_time_seconds_bucket1m)) > 0.15/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd member communication slow (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd member communication slowing down, 99th percentile is over 0.15s /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Etcd high number of failed proposals/h3>p>Etcd server got more than 5 failed proposals past hour/p>div classrounded-md>astro-island uidZjTzNy prefixr467 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdHighNumberOfFailedProposals\n expr: 'increase(etcd_server_proposals_failed_total1h) > 5'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Etcd high number of failed proposals (instance {{ $labels.instance }})\n description: \"Etcd server got more than 5 failed proposals past hour \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdHighNumberOfFailedProposals/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(etcd_server_proposals_failed_total1h) > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd high number of failed proposals (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd server got more than 5 failed proposals past hour /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Etcd high fsync durations/h3>p>Etcd WAL fsync duration increasing, 99th percentile is over 0.5s/p>div classrounded-md>astro-island uidZ7raF2 prefixr468 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdHighFsyncDurations\n expr: 'histogram_quantile(0.99, rate(etcd_disk_wal_fsync_duration_seconds_bucket1m)) > 0.5'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Etcd high fsync durations (instance {{ $labels.instance }})\n description: \"Etcd WAL fsync duration increasing, 99th percentile is over 0.5s \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdHighFsyncDurations/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> histogram_quantile(0.99, rate(etcd_disk_wal_fsync_duration_seconds_bucket1m)) > 0.5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd high fsync durations (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd WAL fsync duration increasing, 99th percentile is over 0.5s /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>Etcd high commit durations/h3>p>Etcd commit duration increasing, 99th percentile is over 0.25s/p>div classrounded-md>astro-island uidZHthk prefixr469 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: EtcdHighCommitDurations\n expr: 'histogram_quantile(0.99, rate(etcd_disk_backend_commit_duration_seconds_bucket1m)) > 0.25'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Etcd high commit durations (instance {{ $labels.instance }})\n description: \"Etcd commit duration increasing, 99th percentile is over 0.25s \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> EtcdHighCommitDurations/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> histogram_quantile(0.99, rate(etcd_disk_backend_commit_duration_seconds_bucket1m)) > 0.25/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd high commit durations (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Etcd commit duration increasing, 99th percentile is over 0.25s /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameLinkerd> div classrow-start-1 row-end-2> astro-island uidZSQE8m component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Linkerd","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://linkerd.io/2/tasks/exporting-metrics/","rules":1,0,{"name":0,"Linkerd high error rate","description":0,"Linkerd error rate for {{ $labels.deployment | $labels.statefulset | $labels.daemonset }} is over 10%","query":0,"sum(rate(request_errors_total1m)) by (deployment, statefulset, daemonset) / sum(rate(request_total1m)) by (deployment, statefulset, daemonset) * 100 > 10","severity":0,"warning","for":0,"1m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>1 rules/div> p classinline> Linkerd high error rate /p> /div> div classrow-start-3 row-end-4> astro-island uid2aOgh6 prefixr602 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Linkerd","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://linkerd.io/2/tasks/exporting-metrics/","rules":1,0,{"name":0,"Linkerd high error rate","description":0,"Linkerd error rate for {{ $labels.deployment | $labels.statefulset | $labels.daemonset }} is over 10%","query":0,"sum(rate(request_errors_total1m)) by (deployment, statefulset, daemonset) / sum(rate(request_total1m)) by (deployment, statefulset, daemonset) * 100 > 10","severity":0,"warning","for":0,"1m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r602R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Linkerd high error rate/h3>p>Linkerd error rate for {{ $labels.deployment | $labels.statefulset | $labels.daemonset }} is over 10%/p>div classrounded-md>astro-island uid1Kti7L prefixr470 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: LinkerdHighErrorRate\n expr: 'sum(rate(request_errors_total1m)) by (deployment, statefulset, daemonset) / sum(rate(request_total1m)) by (deployment, statefulset, daemonset) * 100 > 10'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Linkerd high error rate (instance {{ $labels.instance }})\n description: \"Linkerd error rate for {{ $labels.deployment | $labels.statefulset | $labels.daemonset }} is over 10% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> LinkerdHighErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(request_errors_total1m)) by (deployment, statefulset, daemonset) / sum(rate(request_total1m)) by (deployment, statefulset, daemonset) * 100 > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Linkerd high error rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Linkerd error rate for {{ $labels.deployment | $labels.statefulset | $labels.daemonset }} is over 10% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameIstio> div classrow-start-1 row-end-2> astro-island uidZ21rzi8 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Istio","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://istio.io/latest/docs/tasks/observability/metrics/querying-metrics/","rules":1,0,{"name":0,"Istio Kubernetes gateway availability drop","description":0,"Gateway pods have dropped. Inbound traffic will likely be affected.","query":0,"min(kube_deployment_status_replicas_available{deployment\"istio-ingressgateway\", namespace\"istio-system\"}) without (instance, pod) < 2","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio Pilot high total request rate","description":0,"Number of Istio Pilot push errors is too high (> 5%). Envoy sidecars might have outdated configuration.","query":0,"sum(rate(pilot_xds_push_errors1m)) / sum(rate(pilot_xds_pushes1m)) * 100 > 5","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio Mixer Prometheus dispatches low","description":0,"Number of Mixer dispatches to Prometheus is too low. Istio metrics might not be being exported properly.","query":0,"sum(rate(mixer_runtime_dispatches_total{adapter~\"prometheus\"}1m)) < 180","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio high total request rate","description":0,"Global request rate in the service mesh is unusually high.","query":0,"sum(rate(istio_requests_total{reporter\"destination\"}5m)) > 1000","severity":0,"warning","for":0,"2m"},0,{"name":0,"Istio low total request rate","description":0,"Global request rate in the service mesh is unusually low.","query":0,"sum(rate(istio_requests_total{reporter\"destination\"}5m)) < 100","severity":0,"warning","for":0,"2m"},0,{"name":0,"Istio high 4xx error rate","description":0,"High percentage of HTTP 5xx responses in Istio (> 5%).","query":0,"sum(rate(istio_requests_total{reporter\"destination\", response_code~\"4.*\"}5m)) / sum(rate(istio_requests_total{reporter\"destination\"}5m)) * 100 > 5","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio high 5xx error rate","description":0,"High percentage of HTTP 5xx responses in Istio (> 5%).","query":0,"sum(rate(istio_requests_total{reporter\"destination\", response_code~\"5.*\"}5m)) / sum(rate(istio_requests_total{reporter\"destination\"}5m)) * 100 > 5","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio high request latency","description":0,"Istio average requests execution is longer than 100ms.","query":0,"rate(istio_request_duration_milliseconds_sum{reporter\"destination\"}1m) / rate(istio_request_duration_milliseconds_count{reporter\"destination\"}1m) > 100","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio latency 99 percentile","description":0,"Istio 1% slowest requests are longer than 1000ms.","query":0,"histogram_quantile(0.99, sum(rate(istio_request_duration_milliseconds_bucket1m)) by (destination_canonical_service, destination_workload_namespace, source_canonical_service, source_workload_namespace, le)) > 1000","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio Pilot Duplicate Entry","description":0,"Istio pilot duplicate entry error.","query":0,"sum(rate(pilot_duplicate_envoy_clusters{}5m)) > 0","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>10 rules/div> p classinline> Istio Kubernetes gateway availability drop, Istio Pilot high total request rate, Istio Mixer Prometheus dispatches low, Istio high total request rate, Istio low total request rate, Istio high 4xx error rate, Istio high 5xx error rate, Istio high request latency, Istio latency 99 percentile, Istio Pilot Duplicate Entry /p> /div> div classrow-start-3 row-end-4> astro-island uidZ1sFWFm prefixr641 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Istio","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://istio.io/latest/docs/tasks/observability/metrics/querying-metrics/","rules":1,0,{"name":0,"Istio Kubernetes gateway availability drop","description":0,"Gateway pods have dropped. Inbound traffic will likely be affected.","query":0,"min(kube_deployment_status_replicas_available{deployment\"istio-ingressgateway\", namespace\"istio-system\"}) without (instance, pod) < 2","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio Pilot high total request rate","description":0,"Number of Istio Pilot push errors is too high (> 5%). Envoy sidecars might have outdated configuration.","query":0,"sum(rate(pilot_xds_push_errors1m)) / sum(rate(pilot_xds_pushes1m)) * 100 > 5","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio Mixer Prometheus dispatches low","description":0,"Number of Mixer dispatches to Prometheus is too low. Istio metrics might not be being exported properly.","query":0,"sum(rate(mixer_runtime_dispatches_total{adapter~\"prometheus\"}1m)) < 180","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio high total request rate","description":0,"Global request rate in the service mesh is unusually high.","query":0,"sum(rate(istio_requests_total{reporter\"destination\"}5m)) > 1000","severity":0,"warning","for":0,"2m"},0,{"name":0,"Istio low total request rate","description":0,"Global request rate in the service mesh is unusually low.","query":0,"sum(rate(istio_requests_total{reporter\"destination\"}5m)) < 100","severity":0,"warning","for":0,"2m"},0,{"name":0,"Istio high 4xx error rate","description":0,"High percentage of HTTP 5xx responses in Istio (> 5%).","query":0,"sum(rate(istio_requests_total{reporter\"destination\", response_code~\"4.*\"}5m)) / sum(rate(istio_requests_total{reporter\"destination\"}5m)) * 100 > 5","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio high 5xx error rate","description":0,"High percentage of HTTP 5xx responses in Istio (> 5%).","query":0,"sum(rate(istio_requests_total{reporter\"destination\", response_code~\"5.*\"}5m)) / sum(rate(istio_requests_total{reporter\"destination\"}5m)) * 100 > 5","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio high request latency","description":0,"Istio average requests execution is longer than 100ms.","query":0,"rate(istio_request_duration_milliseconds_sum{reporter\"destination\"}1m) / rate(istio_request_duration_milliseconds_count{reporter\"destination\"}1m) > 100","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio latency 99 percentile","description":0,"Istio 1% slowest requests are longer than 1000ms.","query":0,"histogram_quantile(0.99, sum(rate(istio_request_duration_milliseconds_bucket1m)) by (destination_canonical_service, destination_workload_namespace, source_canonical_service, source_workload_namespace, le)) > 1000","severity":0,"warning","for":0,"1m"},0,{"name":0,"Istio Pilot Duplicate Entry","description":0,"Istio pilot duplicate entry error.","query":0,"sum(rate(pilot_duplicate_envoy_clusters{}5m)) > 0","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r641R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Istio Kubernetes gateway availability drop/h3>p>Gateway pods have dropped. Inbound traffic will likely be affected./p>div classrounded-md>astro-island uidZ21I2o1 prefixr471 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: IstioKubernetesGatewayAvailabilityDrop\n expr: 'min(kube_deployment_status_replicas_available{deployment\"istio-ingressgateway\", namespace\"istio-system\"}) without (instance, pod) < 2'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Istio Kubernetes gateway availability drop (instance {{ $labels.instance }})\n description: \"Gateway pods have dropped. Inbound traffic will likely be affected. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> IstioKubernetesGatewayAvailabilityDrop/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> min(kube_deployment_status_replicas_available{deploymentistio-ingressgateway, namespaceistio-system}) without (instance, pod) < 2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio Kubernetes gateway availability drop (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Gateway pods have dropped. Inbound traffic will likely be affected. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Istio Pilot high total request rate/h3>p>Number of Istio Pilot push errors is too high (> 5%). Envoy sidecars might have outdated configuration./p>div classrounded-md>astro-island uidZ1PlnN3 prefixr472 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: IstioPilotHighTotalRequestRate\n expr: 'sum(rate(pilot_xds_push_errors1m)) / sum(rate(pilot_xds_pushes1m)) * 100 > 5'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Istio Pilot high total request rate (instance {{ $labels.instance }})\n description: \"Number of Istio Pilot push errors is too high (> 5%). Envoy sidecars might have outdated configuration. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> IstioPilotHighTotalRequestRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(pilot_xds_push_errors1m)) / sum(rate(pilot_xds_pushes1m)) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio Pilot high total request rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Number of Istio Pilot push errors is too high (> 5%). Envoy sidecars might have outdated configuration. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Istio Mixer Prometheus dispatches low/h3>p>Number of Mixer dispatches to Prometheus is too low. Istio metrics might not be being exported properly./p>div classrounded-md>astro-island uid2T77v prefixr473 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: IstioMixerPrometheusDispatchesLow\n expr: 'sum(rate(mixer_runtime_dispatches_total{adapter~\"prometheus\"}1m)) < 180'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Istio Mixer Prometheus dispatches low (instance {{ $labels.instance }})\n description: \"Number of Mixer dispatches to Prometheus is too low. Istio metrics might not be being exported properly. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> IstioMixerPrometheusDispatchesLow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(mixer_runtime_dispatches_total{adapter~prometheus}1m)) < 180/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio Mixer Prometheus dispatches low (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Number of Mixer dispatches to Prometheus is too low. Istio metrics might not be being exported properly. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Istio high total request rate/h3>p>Global request rate in the service mesh is unusually high./p>div classrounded-md>astro-island uid1MwCWz prefixr474 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: IstioHighTotalRequestRate\n expr: 'sum(rate(istio_requests_total{reporter\"destination\"}5m)) > 1000'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Istio high total request rate (instance {{ $labels.instance }})\n description: \"Global request rate in the service mesh is unusually high. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> IstioHighTotalRequestRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(istio_requests_total{reporterdestination}5m)) > 1000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio high total request rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Global request rate in the service mesh is unusually high. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Istio low total request rate/h3>p>Global request rate in the service mesh is unusually low./p>div classrounded-md>astro-island uidZLgQR0 prefixr475 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: IstioLowTotalRequestRate\n expr: 'sum(rate(istio_requests_total{reporter\"destination\"}5m)) < 100'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Istio low total request rate (instance {{ $labels.instance }})\n description: \"Global request rate in the service mesh is unusually low. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> IstioLowTotalRequestRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(istio_requests_total{reporterdestination}5m)) < 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio low total request rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Global request rate in the service mesh is unusually low. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Istio high 4xx error rate/h3>p>High percentage of HTTP 5xx responses in Istio (> 5%)./p>div classrounded-md>astro-island uidZTBzyn prefixr476 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: IstioHigh4XxErrorRate\n expr: 'sum(rate(istio_requests_total{reporter\"destination\", response_code~\"4.*\"}5m)) / sum(rate(istio_requests_total{reporter\"destination\"}5m)) * 100 > 5'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Istio high 4xx error rate (instance {{ $labels.instance }})\n description: \"High percentage of HTTP 5xx responses in Istio (> 5%). \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> IstioHigh4XxErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(istio_requests_total{reporterdestination, response_code~4.*}5m)) / sum(rate(istio_requests_total{reporterdestination}5m)) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio high 4xx error rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High percentage of HTTP 5xx responses in Istio (> 5%). /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Istio high 5xx error rate/h3>p>High percentage of HTTP 5xx responses in Istio (> 5%)./p>div classrounded-md>astro-island uid1I8NGX prefixr477 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: IstioHigh5XxErrorRate\n expr: 'sum(rate(istio_requests_total{reporter\"destination\", response_code~\"5.*\"}5m)) / sum(rate(istio_requests_total{reporter\"destination\"}5m)) * 100 > 5'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Istio high 5xx error rate (instance {{ $labels.instance }})\n description: \"High percentage of HTTP 5xx responses in Istio (> 5%). \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> IstioHigh5XxErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(istio_requests_total{reporterdestination, response_code~5.*}5m)) / sum(rate(istio_requests_total{reporterdestination}5m)) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio high 5xx error rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High percentage of HTTP 5xx responses in Istio (> 5%). /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Istio high request latency/h3>p>Istio average requests execution is longer than 100ms./p>div classrounded-md>astro-island uidZ2cdYs6 prefixr478 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: IstioHighRequestLatency\n expr: 'rate(istio_request_duration_milliseconds_sum{reporter\"destination\"}1m) / rate(istio_request_duration_milliseconds_count{reporter\"destination\"}1m) > 100'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Istio high request latency (instance {{ $labels.instance }})\n description: \"Istio average requests execution is longer than 100ms. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> IstioHighRequestLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(istio_request_duration_milliseconds_sum{reporterdestination}1m) / rate(istio_request_duration_milliseconds_count{reporterdestination}1m) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio high request latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio average requests execution is longer than 100ms. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Istio latency 99 percentile/h3>p>Istio 1% slowest requests are longer than 1000ms./p>div classrounded-md>astro-island uid1bTGTS prefixr479 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: IstioLatency99Percentile\n expr: 'histogram_quantile(0.99, sum(rate(istio_request_duration_milliseconds_bucket1m)) by (destination_canonical_service, destination_workload_namespace, source_canonical_service, source_workload_namespace, le)) > 1000'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Istio latency 99 percentile (instance {{ $labels.instance }})\n description: \"Istio 1% slowest requests are longer than 1000ms. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> IstioLatency99Percentile/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> histogram_quantile(0.99, sum(rate(istio_request_duration_milliseconds_bucket1m)) by (destination_canonical_service, destination_workload_namespace, source_canonical_service, source_workload_namespace, le)) > 1000/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio latency 99 percentile (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio 1% slowest requests are longer than 1000ms. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Istio Pilot Duplicate Entry/h3>p>Istio pilot duplicate entry error./p>div classrounded-md>astro-island uid2m9xbw prefixr480 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: IstioPilotDuplicateEntry\n expr: 'sum(rate(pilot_duplicate_envoy_clusters{}5m)) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Istio Pilot Duplicate Entry (instance {{ $labels.instance }})\n description: \"Istio pilot duplicate entry error. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> IstioPilotDuplicateEntry/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(rate(pilot_duplicate_envoy_clusters{}5m)) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio Pilot Duplicate Entry (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Istio pilot duplicate entry error. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameArgoCD> div classrow-start-1 row-end-2> astro-island uidZ2qoOT6 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"ArgoCD","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://argo-cd.readthedocs.io/en/stable/operator-manual/metrics/","rules":1,0,{"name":0,"ArgoCD service not synced","description":0,"Service {{ $labels.name }} run by argo is currently not in sync.","query":0,"argocd_app_info{sync_status!\"Synced\"} ! 0","severity":0,"warning","for":0,"15m"},0,{"name":0,"ArgoCD service unhealthy","description":0,"Service {{ $labels.name }} run by argo is currently not healthy.","query":0,"argocd_app_info{health_status!\"Healthy\"} ! 0","severity":0,"warning","for":0,"15m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>2 rules/div> p classinline> ArgoCD service not synced, ArgoCD service unhealthy /p> /div> div classrow-start-3 row-end-4> astro-island uidZ22nME1 prefixr608 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"ArgoCD","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://argo-cd.readthedocs.io/en/stable/operator-manual/metrics/","rules":1,0,{"name":0,"ArgoCD service not synced","description":0,"Service {{ $labels.name }} run by argo is currently not in sync.","query":0,"argocd_app_info{sync_status!\"Synced\"} ! 0","severity":0,"warning","for":0,"15m"},0,{"name":0,"ArgoCD service unhealthy","description":0,"Service {{ $labels.name }} run by argo is currently not healthy.","query":0,"argocd_app_info{health_status!\"Healthy\"} ! 0","severity":0,"warning","for":0,"15m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r608R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>ArgoCD service not synced/h3>p>Service {{ $labels.name }} run by argo is currently not in sync./p>div classrounded-md>astro-island uidIwU6e prefixr481 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ArgoCdServiceNotSynced\n expr: 'argocd_app_info{sync_status!\"Synced\"} ! 0'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: ArgoCD service not synced (instance {{ $labels.instance }})\n description: \"Service {{ $labels.name }} run by argo is currently not in sync. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ArgoCdServiceNotSynced/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> argocd_app_info{sync_status!Synced} ! 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ArgoCD service not synced (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Service {{ $labels.name }} run by argo is currently not in sync. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>ArgoCD service unhealthy/h3>p>Service {{ $labels.name }} run by argo is currently not healthy./p>div classrounded-md>astro-island uidZ15o9uu prefixr482 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ArgoCdServiceUnhealthy\n expr: 'argocd_app_info{health_status!\"Healthy\"} ! 0'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: ArgoCD service unhealthy (instance {{ $labels.instance }})\n description: \"Service {{ $labels.name }} run by argo is currently not healthy. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ArgoCdServiceUnhealthy/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> argocd_app_info{health_status!Healthy} ! 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ArgoCD service unhealthy (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Service {{ $labels.name }} run by argo is currently not healthy. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div> /div> /section>section data-group-nameNetwork, security and storage classmb-16> h2 classheading-sm>Network, security and storage/h2> div classgrid grid-dynamic-base gap-6> div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameCeph> div classrow-start-1 row-end-2> astro-island uidZ2hs2IA component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Ceph","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://docs.ceph.com/en/quincy/mgr/prometheus/","rules":1,0,{"name":0,"Ceph State","description":0,"Ceph instance unhealthy","query":0,"ceph_health_status ! 0","severity":0,"critical"},0,{"name":0,"Ceph monitor clock skew","description":0,"Ceph monitor clock skew detected. Please check ntp and hardware clock settings","query":0,"abs(ceph_monitor_clock_skew_seconds) > 0.2","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph monitor low space","description":0,"Ceph monitor storage is low.","query":0,"ceph_monitor_avail_percent < 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph OSD Down","description":0,"Ceph Object Storage Daemon Down","query":0,"ceph_osd_up 0","severity":0,"critical"},0,{"name":0,"Ceph high OSD latency","description":0,"Ceph Object Storage Daemon latency is high. Please check if it doesn't stuck in weird state.","query":0,"ceph_osd_perf_apply_latency_seconds > 5","severity":0,"warning","for":0,"1m"},0,{"name":0,"Ceph OSD low space","description":0,"Ceph Object Storage Daemon is going out of space. Please add more disks.","query":0,"ceph_osd_utilization > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph OSD reweighted","description":0,"Ceph Object Storage Daemon takes too much time to resize.","query":0,"ceph_osd_weight < 1","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph PG down","description":0,"Some Ceph placement groups are down. Please ensure that all the data are available.","query":0,"ceph_pg_down > 0","severity":0,"critical"},0,{"name":0,"Ceph PG incomplete","description":0,"Some Ceph placement groups are incomplete. Please ensure that all the data are available.","query":0,"ceph_pg_incomplete > 0","severity":0,"critical"},0,{"name":0,"Ceph PG inconsistent","description":0,"Some Ceph placement groups are inconsistent. Data is available but inconsistent across nodes.","query":0,"ceph_pg_inconsistent > 0","severity":0,"warning"},0,{"name":0,"Ceph PG activation long","description":0,"Some Ceph placement groups are too long to activate.","query":0,"ceph_pg_activating > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph PG backfill full","description":0,"Some Ceph placement groups are located on full Object Storage Daemon on cluster. Those PGs can be unavailable shortly. Please check OSDs, change weight or reconfigure CRUSH rules.","query":0,"ceph_pg_backfill_toofull > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph PG unavailable","description":0,"Some Ceph placement groups are unavailable.","query":0,"ceph_pg_total - ceph_pg_active > 0","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>13 rules/div> p classinline> Ceph State, Ceph monitor clock skew, Ceph monitor low space, Ceph OSD Down, Ceph high OSD latency, Ceph OSD low space, Ceph OSD reweighted, Ceph PG down, Ceph PG incomplete, Ceph PG inconsistent, Ceph PG activation long, Ceph PG backfill full, Ceph PG unavailable /p> /div> div classrow-start-3 row-end-4> astro-island uidZ348el prefixr646 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Ceph","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://docs.ceph.com/en/quincy/mgr/prometheus/","rules":1,0,{"name":0,"Ceph State","description":0,"Ceph instance unhealthy","query":0,"ceph_health_status ! 0","severity":0,"critical"},0,{"name":0,"Ceph monitor clock skew","description":0,"Ceph monitor clock skew detected. Please check ntp and hardware clock settings","query":0,"abs(ceph_monitor_clock_skew_seconds) > 0.2","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph monitor low space","description":0,"Ceph monitor storage is low.","query":0,"ceph_monitor_avail_percent < 10","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph OSD Down","description":0,"Ceph Object Storage Daemon Down","query":0,"ceph_osd_up 0","severity":0,"critical"},0,{"name":0,"Ceph high OSD latency","description":0,"Ceph Object Storage Daemon latency is high. Please check if it doesn't stuck in weird state.","query":0,"ceph_osd_perf_apply_latency_seconds > 5","severity":0,"warning","for":0,"1m"},0,{"name":0,"Ceph OSD low space","description":0,"Ceph Object Storage Daemon is going out of space. Please add more disks.","query":0,"ceph_osd_utilization > 90","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph OSD reweighted","description":0,"Ceph Object Storage Daemon takes too much time to resize.","query":0,"ceph_osd_weight < 1","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph PG down","description":0,"Some Ceph placement groups are down. Please ensure that all the data are available.","query":0,"ceph_pg_down > 0","severity":0,"critical"},0,{"name":0,"Ceph PG incomplete","description":0,"Some Ceph placement groups are incomplete. Please ensure that all the data are available.","query":0,"ceph_pg_incomplete > 0","severity":0,"critical"},0,{"name":0,"Ceph PG inconsistent","description":0,"Some Ceph placement groups are inconsistent. Data is available but inconsistent across nodes.","query":0,"ceph_pg_inconsistent > 0","severity":0,"warning"},0,{"name":0,"Ceph PG activation long","description":0,"Some Ceph placement groups are too long to activate.","query":0,"ceph_pg_activating > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph PG backfill full","description":0,"Some Ceph placement groups are located on full Object Storage Daemon on cluster. Those PGs can be unavailable shortly. Please check OSDs, change weight or reconfigure CRUSH rules.","query":0,"ceph_pg_backfill_toofull > 0","severity":0,"warning","for":0,"2m"},0,{"name":0,"Ceph PG unavailable","description":0,"Some Ceph placement groups are unavailable.","query":0,"ceph_pg_total - ceph_pg_active > 0","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r646R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Ceph State/h3>p>Ceph instance unhealthy/p>div classrounded-md>astro-island uidqnrvd prefixr483 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephState\n expr: 'ceph_health_status ! 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Ceph State (instance {{ $labels.instance }})\n description: \"Ceph instance unhealthy \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephState/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_health_status ! 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph State (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph instance unhealthy /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Ceph monitor clock skew/h3>p>Ceph monitor clock skew detected. Please check ntp and hardware clock settings/p>div classrounded-md>astro-island uidZ1Upwz3 prefixr484 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephMonitorClockSkew\n expr: 'abs(ceph_monitor_clock_skew_seconds) > 0.2'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Ceph monitor clock skew (instance {{ $labels.instance }})\n description: \"Ceph monitor clock skew detected. Please check ntp and hardware clock settings \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephMonitorClockSkew/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> abs(ceph_monitor_clock_skew_seconds) > 0.2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph monitor clock skew (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph monitor clock skew detected. Please check ntp and hardware clock settings /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Ceph monitor low space/h3>p>Ceph monitor storage is low./p>div classrounded-md>astro-island uid1L9tAh prefixr485 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephMonitorLowSpace\n expr: 'ceph_monitor_avail_percent < 10'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Ceph monitor low space (instance {{ $labels.instance }})\n description: \"Ceph monitor storage is low. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephMonitorLowSpace/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_monitor_avail_percent < 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph monitor low space (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph monitor storage is low. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Ceph OSD Down/h3>p>Ceph Object Storage Daemon Down/p>div classrounded-md>astro-island uidZO88uU prefixr486 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephOsdDown\n expr: 'ceph_osd_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Ceph OSD Down (instance {{ $labels.instance }})\n description: \"Ceph Object Storage Daemon Down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephOsdDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_osd_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph OSD Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph Object Storage Daemon Down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Ceph high OSD latency/h3>p>Ceph Object Storage Daemon latency is high. Please check if it doesn't stuck in weird state./p>div classrounded-md>astro-island uidZ1BLUIn prefixr487 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephHighOsdLatency\n expr: 'ceph_osd_perf_apply_latency_seconds > 5'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Ceph high OSD latency (instance {{ $labels.instance }})\n description: \"Ceph Object Storage Daemon latency is high. Please check if it doesn't stuck in weird state. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephHighOsdLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_osd_perf_apply_latency_seconds > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph high OSD latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph Object Storage Daemon latency is high. Please check if it doesnt stuck in weird state. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Ceph OSD low space/h3>p>Ceph Object Storage Daemon is going out of space. Please add more disks./p>div classrounded-md>astro-island uidZ2qjSve prefixr488 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephOsdLowSpace\n expr: 'ceph_osd_utilization > 90'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Ceph OSD low space (instance {{ $labels.instance }})\n description: \"Ceph Object Storage Daemon is going out of space. Please add more disks. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephOsdLowSpace/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_osd_utilization > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph OSD low space (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph Object Storage Daemon is going out of space. Please add more disks. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Ceph OSD reweighted/h3>p>Ceph Object Storage Daemon takes too much time to resize./p>div classrounded-md>astro-island uid1mzyas prefixr489 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephOsdReweighted\n expr: 'ceph_osd_weight < 1'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Ceph OSD reweighted (instance {{ $labels.instance }})\n description: \"Ceph Object Storage Daemon takes too much time to resize. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephOsdReweighted/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_osd_weight < 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph OSD reweighted (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph Object Storage Daemon takes too much time to resize. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Ceph PG down/h3>p>Some Ceph placement groups are down. Please ensure that all the data are available./p>div classrounded-md>astro-island uidZ1dq3Yu prefixr490 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephPgDown\n expr: 'ceph_pg_down > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Ceph PG down (instance {{ $labels.instance }})\n description: \"Some Ceph placement groups are down. Please ensure that all the data are available. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephPgDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_pg_down > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph PG down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Ceph placement groups are down. Please ensure that all the data are available. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Ceph PG incomplete/h3>p>Some Ceph placement groups are incomplete. Please ensure that all the data are available./p>div classrounded-md>astro-island uidZ1dLCGI prefixr491 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephPgIncomplete\n expr: 'ceph_pg_incomplete > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Ceph PG incomplete (instance {{ $labels.instance }})\n description: \"Some Ceph placement groups are incomplete. Please ensure that all the data are available. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephPgIncomplete/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_pg_incomplete > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph PG incomplete (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Ceph placement groups are incomplete. Please ensure that all the data are available. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Ceph PG inconsistent/h3>p>Some Ceph placement groups are inconsistent. Data is available but inconsistent across nodes./p>div classrounded-md>astro-island uid1eP2Od prefixr492 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephPgInconsistent\n expr: 'ceph_pg_inconsistent > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Ceph PG inconsistent (instance {{ $labels.instance }})\n description: \"Some Ceph placement groups are inconsistent. Data is available but inconsistent across nodes. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephPgInconsistent/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_pg_inconsistent > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph PG inconsistent (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Ceph placement groups are inconsistent. Data is available but inconsistent across nodes. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Ceph PG activation long/h3>p>Some Ceph placement groups are too long to activate./p>div classrounded-md>astro-island uidZ1Yduzj prefixr493 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephPgActivationLong\n expr: 'ceph_pg_activating > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Ceph PG activation long (instance {{ $labels.instance }})\n description: \"Some Ceph placement groups are too long to activate. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephPgActivationLong/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_pg_activating > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph PG activation long (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Ceph placement groups are too long to activate. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>12/div>div>h3 classheading-lg mb-2>Ceph PG backfill full/h3>p>Some Ceph placement groups are located on full Object Storage Daemon on cluster. Those PGs can be unavailable shortly. Please check OSDs, change weight or reconfigure CRUSH rules./p>div classrounded-md>astro-island uid2pkM3l prefixr494 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephPgBackfillFull\n expr: 'ceph_pg_backfill_toofull > 0'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: Ceph PG backfill full (instance {{ $labels.instance }})\n description: \"Some Ceph placement groups are located on full Object Storage Daemon on cluster. Those PGs can be unavailable shortly. Please check OSDs, change weight or reconfigure CRUSH rules. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephPgBackfillFull/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_pg_backfill_toofull > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph PG backfill full (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Ceph placement groups are located on full Object Storage Daemon on cluster. Those PGs can be unavailable shortly. Please check OSDs, change weight or reconfigure CRUSH rules. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>13/div>div>h3 classheading-lg mb-2>Ceph PG unavailable/h3>p>Some Ceph placement groups are unavailable./p>div classrounded-md>astro-island uid2aVczz prefixr495 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CephPgUnavailable\n expr: 'ceph_pg_total - ceph_pg_active > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Ceph PG unavailable (instance {{ $labels.instance }})\n description: \"Some Ceph placement groups are unavailable. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CephPgUnavailable/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ceph_pg_total - ceph_pg_active > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Ceph PG unavailable (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Some Ceph placement groups are unavailable. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameSpeedTest> div classrow-start-1 row-end-2> astro-island uidZ19I8gu component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"SpeedTest","exporters":1,0,{"name":0,"Speedtest exporter","slug":0,"nlamirault-speedtest-exporter","doc_url":0,"https://github.com/nlamirault/speedtest_exporter","rules":1,0,{"name":0,"SpeedTest Slow Internet Download","description":0,"Internet download speed is currently {{humanize $value}} Mbps.","query":0,"avg_over_time(speedtest_download10m) < 100","severity":0,"warning"},0,{"name":0,"SpeedTest Slow Internet Upload","description":0,"Internet upload speed is currently {{humanize $value}} Mbps.","query":0,"avg_over_time(speedtest_upload10m) < 20","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>2 rules/div> p classinline> SpeedTest Slow Internet Download, SpeedTest Slow Internet Upload /p> /div> div classrow-start-3 row-end-4> astro-island uidZCWWCg prefixr609 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"SpeedTest","exporters":1,0,{"name":0,"Speedtest exporter","slug":0,"nlamirault-speedtest-exporter","doc_url":0,"https://github.com/nlamirault/speedtest_exporter","rules":1,0,{"name":0,"SpeedTest Slow Internet Download","description":0,"Internet download speed is currently {{humanize $value}} Mbps.","query":0,"avg_over_time(speedtest_download10m) < 100","severity":0,"warning"},0,{"name":0,"SpeedTest Slow Internet Upload","description":0,"Internet upload speed is currently {{humanize $value}} Mbps.","query":0,"avg_over_time(speedtest_upload10m) < 20","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r609R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>nlamirault-speedtest-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>SpeedTest Slow Internet Download/h3>p>Internet download speed is currently {{humanize $value}} Mbps./p>div classrounded-md>astro-island uid2vuchL prefixr496 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SpeedTestSlowInternetDownload\n expr: 'avg_over_time(speedtest_download10m) < 100'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: SpeedTest Slow Internet Download (instance {{ $labels.instance }})\n description: \"Internet download speed is currently {{humanize $value}} Mbps. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SpeedTestSlowInternetDownload/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg_over_time(speedtest_download10m) < 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SpeedTest Slow Internet Download (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Internet download speed is currently {{humanize $value}} Mbps. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>SpeedTest Slow Internet Upload/h3>p>Internet upload speed is currently {{humanize $value}} Mbps./p>div classrounded-md>astro-island uid1l93mG prefixr497 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SpeedTestSlowInternetUpload\n expr: 'avg_over_time(speedtest_upload10m) < 20'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: SpeedTest Slow Internet Upload (instance {{ $labels.instance }})\n description: \"Internet upload speed is currently {{humanize $value}} Mbps. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SpeedTestSlowInternetUpload/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg_over_time(speedtest_upload10m) < 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SpeedTest Slow Internet Upload (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Internet upload speed is currently {{humanize $value}} Mbps. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameZFS> div classrow-start-1 row-end-2> astro-island uidZ28efKd component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"ZFS","exporters":1,0,{"name":0,"node-exporter","slug":0,"node-exporter","doc_url":0,"https://github.com/prometheus/node_exporter","rules":1,0,{"name":0,"ZFS offline pool","description":0,"A ZFS zpool is in a unexpected state: {{ $labels.state }}.","query":0,"node_zfs_zpool_state{state!\"online\"} > 0","severity":0,"critical","for":0,"1m"}},0,{"name":0,"ZFS exporter","slug":0,"zfs_exporter","doc_url":0,"https://github.com/pdf/zfs_exporter","rules":1,0,{"name":0,"ZFS pool out of space","description":0,"Disk is almost full (< 10% left)","query":0,"zfs_pool_free_bytes * 100 / zfs_pool_size_bytes < 10 and ON (instance, device, mountpoint) zfs_pool_readonly 0","severity":0,"warning"},0,{"name":0,"ZFS pool unhealthy","description":0,"ZFS pool state is {{ $value }}. See comments for more information.","query":0,"zfs_pool_health > 0","severity":0,"critical","comments":0,"0: ONLINE\n1: DEGRADED\n2: FAULTED\n3: OFFLINE\n4: UNAVAIL\n5: REMOVED\n6: SUSPENDED\n"},0,{"name":0,"ZFS collector failed","description":0,"ZFS collector for {{ $labels.instance }} has failed to collect information","query":0,"zfs_scrape_collector_success ! 1","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>4 rules/div> p classinline> ZFS offline poolZFS pool out of space, ZFS pool unhealthy, ZFS collector failed /p> /div> div classrow-start-3 row-end-4> astro-island uiddl68B prefixr617 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"ZFS","exporters":1,0,{"name":0,"node-exporter","slug":0,"node-exporter","doc_url":0,"https://github.com/prometheus/node_exporter","rules":1,0,{"name":0,"ZFS offline pool","description":0,"A ZFS zpool is in a unexpected state: {{ $labels.state }}.","query":0,"node_zfs_zpool_state{state!\"online\"} > 0","severity":0,"critical","for":0,"1m"}},0,{"name":0,"ZFS exporter","slug":0,"zfs_exporter","doc_url":0,"https://github.com/pdf/zfs_exporter","rules":1,0,{"name":0,"ZFS pool out of space","description":0,"Disk is almost full (< 10% left)","query":0,"zfs_pool_free_bytes * 100 / zfs_pool_size_bytes < 10 and ON (instance, device, mountpoint) zfs_pool_readonly 0","severity":0,"warning"},0,{"name":0,"ZFS pool unhealthy","description":0,"ZFS pool state is {{ $value }}. See comments for more information.","query":0,"zfs_pool_health > 0","severity":0,"critical","comments":0,"0: ONLINE\n1: DEGRADED\n2: FAULTED\n3: OFFLINE\n4: UNAVAIL\n5: REMOVED\n6: SUSPENDED\n"},0,{"name":0,"ZFS collector failed","description":0,"ZFS collector for {{ $labels.instance }} has failed to collect information","query":0,"zfs_scrape_collector_success ! 1","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r617R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>node-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>ZFS offline pool/h3>p>A ZFS zpool is in a unexpected state: {{ $labels.state }}./p>div classrounded-md>astro-island uid20CyiR prefixr498 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ZfsOfflinePool\n expr: 'node_zfs_zpool_state{state!\"online\"} > 0'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: ZFS offline pool (instance {{ $labels.instance }})\n description: \"A ZFS zpool is in a unexpected state: {{ $labels.state }}. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZfsOfflinePool/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> node_zfs_zpool_state{state!online} > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZFS offline pool (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A ZFS zpool is in a unexpected state: {{ $labels.state }}. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>zfs_exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>ZFS pool out of space/h3>p>Disk is almost full (< 10% left)/p>div classrounded-md>astro-island uidZ1WTrlO prefixr499 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ZfsPoolOutOfSpace\n expr: 'zfs_pool_free_bytes * 100 / zfs_pool_size_bytes < 10 and ON (instance, device, mountpoint) zfs_pool_readonly 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: ZFS pool out of space (instance {{ $labels.instance }})\n description: \"Disk is almost full (< 10% left) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZfsPoolOutOfSpace/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> zfs_pool_free_bytes * 100 / zfs_pool_size_bytes < 10 and ON (instance, device, mountpoint) zfs_pool_readonly 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZFS pool out of space (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Disk is almost full (< 10% left) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>ZFS pool unhealthy/h3>p>ZFS pool state is {{ $value }}. See comments for more information./p>div classrounded-md>astro-island uidZpFf7u prefixr500 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# 0: ONLINE\n# 1: DEGRADED\n# 2: FAULTED\n# 3: OFFLINE\n# 4: UNAVAIL\n# 5: REMOVED\n# 6: SUSPENDED\n- alert: ZfsPoolUnhealthy\n expr: 'zfs_pool_health > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: ZFS pool unhealthy (instance {{ $labels.instance }})\n description: \"ZFS pool state is {{ $value }}. See comments for more information. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># 0: ONLINE/span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># 1: DEGRADED/span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># 2: FAULTED/span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># 3: OFFLINE/span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># 4: UNAVAIL/span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># 5: REMOVED/span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># 6: SUSPENDED/span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZfsPoolUnhealthy/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> zfs_pool_health > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZFS pool unhealthy (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZFS pool state is {{ $value }}. See comments for more information. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>ZFS collector failed/h3>p>ZFS collector for {{ $labels.instance }} has failed to collect information/p>div classrounded-md>astro-island uidZ2cf8AF prefixr501 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ZfsCollectorFailed\n expr: 'zfs_scrape_collector_success ! 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: ZFS collector failed (instance {{ $labels.instance }})\n description: \"ZFS collector for {{ $labels.instance }} has failed to collect information \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZfsCollectorFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> zfs_scrape_collector_success ! 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZFS collector failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ZFS collector for {{ $labels.instance }} has failed to collect information /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameOpenEBS> div classrow-start-1 row-end-2> astro-island uidswvUF component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"OpenEBS","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"OpenEBS used pool capacity","description":0,"OpenEBS Pool use more than 80% of his capacity","query":0,"openebs_used_pool_capacity_percent > 80","severity":0,"warning","for":0,"2m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>1 rules/div> p classinline> OpenEBS used pool capacity /p> /div> div classrow-start-3 row-end-4> astro-island uidZ4k3ro prefixr603 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"OpenEBS","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"OpenEBS used pool capacity","description":0,"OpenEBS Pool use more than 80% of his capacity","query":0,"openebs_used_pool_capacity_percent > 80","severity":0,"warning","for":0,"2m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r603R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>OpenEBS used pool capacity/h3>p>OpenEBS Pool use more than 80% of his capacity/p>div classrounded-md>astro-island uid11MxG6 prefixr502 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: OpenEbsUsedPoolCapacity\n expr: 'openebs_used_pool_capacity_percent > 80'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: OpenEBS used pool capacity (instance {{ $labels.instance }})\n description: \"OpenEBS Pool use more than 80% of his capacity \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> OpenEbsUsedPoolCapacity/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> openebs_used_pool_capacity_percent > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> OpenEBS used pool capacity (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> OpenEBS Pool use more than 80% of his capacity /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameMinio> div classrow-start-1 row-end-2> astro-island uid2qH4m4 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Minio","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Minio cluster disk offline","description":0,"Minio cluster disk is offline","query":0,"minio_cluster_drive_offline_total > 0","severity":0,"critical"},0,{"name":0,"Minio node disk offline","description":0,"Minio cluster node disk is offline","query":0,"minio_cluster_nodes_offline_total > 0","severity":0,"critical"},0,{"name":0,"Minio disk space usage","description":0,"Minio available free space is low (< 10%)","query":0,"disk_storage_available / disk_storage_total * 100 < 10","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>3 rules/div> p classinline> Minio cluster disk offline, Minio node disk offline, Minio disk space usage /p> /div> div classrow-start-3 row-end-4> astro-island uidZ2lKirv prefixr618 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Minio","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Minio cluster disk offline","description":0,"Minio cluster disk is offline","query":0,"minio_cluster_drive_offline_total > 0","severity":0,"critical"},0,{"name":0,"Minio node disk offline","description":0,"Minio cluster node disk is offline","query":0,"minio_cluster_nodes_offline_total > 0","severity":0,"critical"},0,{"name":0,"Minio disk space usage","description":0,"Minio available free space is low (< 10%)","query":0,"disk_storage_available / disk_storage_total * 100 < 10","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r618R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Minio cluster disk offline/h3>p>Minio cluster disk is offline/p>div classrounded-md>astro-island uid12QmUH prefixr503 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MinioClusterDiskOffline\n expr: 'minio_cluster_drive_offline_total > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Minio cluster disk offline (instance {{ $labels.instance }})\n description: \"Minio cluster disk is offline \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MinioClusterDiskOffline/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> minio_cluster_drive_offline_total > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Minio cluster disk offline (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Minio cluster disk is offline /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Minio node disk offline/h3>p>Minio cluster node disk is offline/p>div classrounded-md>astro-island uid1PgcVa prefixr504 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MinioNodeDiskOffline\n expr: 'minio_cluster_nodes_offline_total > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Minio node disk offline (instance {{ $labels.instance }})\n description: \"Minio cluster node disk is offline \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MinioNodeDiskOffline/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> minio_cluster_nodes_offline_total > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Minio node disk offline (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Minio cluster node disk is offline /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Minio disk space usage/h3>p>Minio available free space is low (< 10%)/p>div classrounded-md>astro-island uidZHAaOB prefixr505 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: MinioDiskSpaceUsage\n expr: 'disk_storage_available / disk_storage_total * 100 < 10'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Minio disk space usage (instance {{ $labels.instance }})\n description: \"Minio available free space is low (< 10%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> MinioDiskSpaceUsage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> disk_storage_available / disk_storage_total * 100 < 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Minio disk space usage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Minio available free space is low (< 10%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameSSL/TLS> div classrow-start-1 row-end-2> astro-island uidX8fXa component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"SSL/TLS","exporters":1,0,{"name":0,"ssl_exporter","slug":0,"ribbybibby-ssl-exporter","doc_url":0,"https://github.com/ribbybibby/ssl_exporter","rules":1,0,{"name":0,"SSL certificate probe failed","description":0,"Failed to fetch SSL information {{ $labels.instance }}","query":0,"ssl_probe_success 0","severity":0,"critical"},0,{"name":0,"SSL certificate OSCP status unknown","description":0,"Failed to get the OSCP status {{ $labels.instance }}","query":0,"ssl_ocsp_response_status 2","severity":0,"warning"},0,{"name":0,"SSL certificate revoked","description":0,"SSL certificate revoked {{ $labels.instance }}","query":0,"ssl_ocsp_response_status 1","severity":0,"critical"},0,{"name":0,"SSL certificate expiry (< 7 days)","description":0,"{{ $labels.instance }} Certificate is expiring in 7 days","query":0,"ssl_verified_cert_not_after{chain_no\"0\"} - time() < 86400 * 7","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>4 rules/div> p classinline> SSL certificate probe failed, SSL certificate OSCP status unknown, SSL certificate revoked, SSL certificate expiry (< 7 days) /p> /div> div classrow-start-3 row-end-4> astro-island uid1wnhER prefixr626 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"SSL/TLS","exporters":1,0,{"name":0,"ssl_exporter","slug":0,"ribbybibby-ssl-exporter","doc_url":0,"https://github.com/ribbybibby/ssl_exporter","rules":1,0,{"name":0,"SSL certificate probe failed","description":0,"Failed to fetch SSL information {{ $labels.instance }}","query":0,"ssl_probe_success 0","severity":0,"critical"},0,{"name":0,"SSL certificate OSCP status unknown","description":0,"Failed to get the OSCP status {{ $labels.instance }}","query":0,"ssl_ocsp_response_status 2","severity":0,"warning"},0,{"name":0,"SSL certificate revoked","description":0,"SSL certificate revoked {{ $labels.instance }}","query":0,"ssl_ocsp_response_status 1","severity":0,"critical"},0,{"name":0,"SSL certificate expiry (< 7 days)","description":0,"{{ $labels.instance }} Certificate is expiring in 7 days","query":0,"ssl_verified_cert_not_after{chain_no\"0\"} - time() < 86400 * 7","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r626R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>ribbybibby-ssl-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>SSL certificate probe failed/h3>p>Failed to fetch SSL information {{ $labels.instance }}/p>div classrounded-md>astro-island uidZ1nF2i7 prefixr506 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SslCertificateProbeFailed\n expr: 'ssl_probe_success 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: SSL certificate probe failed (instance {{ $labels.instance }})\n description: \"Failed to fetch SSL information {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SslCertificateProbeFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ssl_probe_success 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SSL certificate probe failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Failed to fetch SSL information {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>SSL certificate OSCP status unknown/h3>p>Failed to get the OSCP status {{ $labels.instance }}/p>div classrounded-md>astro-island uidZncj6H prefixr507 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SslCertificateOscpStatusUnknown\n expr: 'ssl_ocsp_response_status 2'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: SSL certificate OSCP status unknown (instance {{ $labels.instance }})\n description: \"Failed to get the OSCP status {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SslCertificateOscpStatusUnknown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ssl_ocsp_response_status 2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SSL certificate OSCP status unknown (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Failed to get the OSCP status {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>SSL certificate revoked/h3>p>SSL certificate revoked {{ $labels.instance }}/p>div classrounded-md>astro-island uidoMU2C prefixr508 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SslCertificateRevoked\n expr: 'ssl_ocsp_response_status 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: SSL certificate revoked (instance {{ $labels.instance }})\n description: \"SSL certificate revoked {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SslCertificateRevoked/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ssl_ocsp_response_status 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SSL certificate revoked (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SSL certificate revoked {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>SSL certificate expiry (< 7 days)/h3>p>{{ $labels.instance }} Certificate is expiring in 7 days/p>div classrounded-md>astro-island uidHs4I1 prefixr509 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: SslCertificateExpiry7Days\n expr: 'ssl_verified_cert_not_after{chain_no\"0\"} - time() < 86400 * 7'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: SSL certificate expiry (< 7 days) (instance {{ $labels.instance }})\n description: \"{{ $labels.instance }} Certificate is expiring in 7 days \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SslCertificateExpiry7Days/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ssl_verified_cert_not_after{chain_no0} - time() < 86400 * 7/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> SSL certificate expiry (< 7 days) (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> {{ $labels.instance }} Certificate is expiring in 7 days /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameJuniper> div classrow-start-1 row-end-2> astro-island uid1MnYPO component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Juniper","exporters":1,0,{"name":0,"czerwonk/junos_exporter","slug":0,"czerwonk-junos-exporter","doc_url":0,"https://github.com/czerwonk/junos_exporter","rules":1,0,{"name":0,"Juniper switch down","description":0,"The switch appears to be down","query":0,"junos_up 0","severity":0,"critical"},0,{"name":0,"Juniper high Bandwidth Usage 1GiB","description":0,"Interface is highly saturated. (> 0.90GiB/s)","query":0,"rate(junos_interface_transmit_bytes1m) * 8 > 1e+9 * 0.90","severity":0,"critical","for":0,"1m"},0,{"name":0,"Juniper high Bandwidth Usage 1GiB","description":0,"Interface is getting saturated. (> 0.80GiB/s)","query":0,"rate(junos_interface_transmit_bytes1m) * 8 > 1e+9 * 0.80","severity":0,"warning","for":0,"1m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>3 rules/div> p classinline> Juniper switch down, Juniper high Bandwidth Usage 1GiB, Juniper high Bandwidth Usage 1GiB /p> /div> div classrow-start-3 row-end-4> astro-island uidZ25IyOX prefixr619 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Juniper","exporters":1,0,{"name":0,"czerwonk/junos_exporter","slug":0,"czerwonk-junos-exporter","doc_url":0,"https://github.com/czerwonk/junos_exporter","rules":1,0,{"name":0,"Juniper switch down","description":0,"The switch appears to be down","query":0,"junos_up 0","severity":0,"critical"},0,{"name":0,"Juniper high Bandwidth Usage 1GiB","description":0,"Interface is highly saturated. (> 0.90GiB/s)","query":0,"rate(junos_interface_transmit_bytes1m) * 8 > 1e+9 * 0.90","severity":0,"critical","for":0,"1m"},0,{"name":0,"Juniper high Bandwidth Usage 1GiB","description":0,"Interface is getting saturated. (> 0.80GiB/s)","query":0,"rate(junos_interface_transmit_bytes1m) * 8 > 1e+9 * 0.80","severity":0,"warning","for":0,"1m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r619R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>czerwonk-junos-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Juniper switch down/h3>p>The switch appears to be down/p>div classrounded-md>astro-island uidDAic8 prefixr510 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: JuniperSwitchDown\n expr: 'junos_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Juniper switch down (instance {{ $labels.instance }})\n description: \"The switch appears to be down \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JuniperSwitchDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> junos_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Juniper switch down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The switch appears to be down /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Juniper high Bandwidth Usage 1GiB/h3>p>Interface is highly saturated. (> 0.90GiB/s)/p>div classrounded-md>astro-island uidXxPg0 prefixr511 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: JuniperHighBandwidthUsage1GiB\n expr: 'rate(junos_interface_transmit_bytes1m) * 8 > 1e+9 * 0.90'\n for: 1m\n labels:\n severity: critical\n annotations:\n summary: Juniper high Bandwidth Usage 1GiB (instance {{ $labels.instance }})\n description: \"Interface is highly saturated. (> 0.90GiB/s) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JuniperHighBandwidthUsage1GiB/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(junos_interface_transmit_bytes1m) * 8 > 1e+9 * 0.90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Juniper high Bandwidth Usage 1GiB (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Interface is highly saturated. (> 0.90GiB/s) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Juniper high Bandwidth Usage 1GiB/h3>p>Interface is getting saturated. (> 0.80GiB/s)/p>div classrounded-md>astro-island uid1DYiXg prefixr512 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: JuniperHighBandwidthUsage1GiB\n expr: 'rate(junos_interface_transmit_bytes1m) * 8 > 1e+9 * 0.80'\n for: 1m\n labels:\n severity: warning\n annotations:\n summary: Juniper high Bandwidth Usage 1GiB (instance {{ $labels.instance }})\n description: \"Interface is getting saturated. (> 0.80GiB/s) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JuniperHighBandwidthUsage1GiB/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(junos_interface_transmit_bytes1m) * 8 > 1e+9 * 0.80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Juniper high Bandwidth Usage 1GiB (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Interface is getting saturated. (> 0.80GiB/s) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameCoreDNS> div classrow-start-1 row-end-2> astro-island uidZ1QKj5v component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"CoreDNS","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"CoreDNS Panic Count","description":0,"Number of CoreDNS panics encountered","query":0,"increase(coredns_panics_total1m) > 0","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>1 rules/div> p classinline> CoreDNS Panic Count /p> /div> div classrow-start-3 row-end-4> astro-island uidZ17VvQ3 prefixr604 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"CoreDNS","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"CoreDNS Panic Count","description":0,"Number of CoreDNS panics encountered","query":0,"increase(coredns_panics_total1m) > 0","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r604R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>CoreDNS Panic Count/h3>p>Number of CoreDNS panics encountered/p>div classrounded-md>astro-island uidZ2d3RLA prefixr513 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CoreDnsPanicCount\n expr: 'increase(coredns_panics_total1m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: CoreDNS Panic Count (instance {{ $labels.instance }})\n description: \"Number of CoreDNS panics encountered \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CoreDnsPanicCount/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> increase(coredns_panics_total1m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CoreDNS Panic Count (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Number of CoreDNS panics encountered /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameFreeswitch> div classrow-start-1 row-end-2> astro-island uidZ1fDKmB component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Freeswitch","exporters":1,0,{"name":0,"znerol/prometheus-freeswitch-exporter","slug":0,"znerol-freeswitch-exporter","doc_url":0,"https://pypi.org/project/prometheus-freeswitch-exporter","rules":1,0,{"name":0,"Freeswitch down","description":0,"Freeswitch is unresponsive","query":0,"freeswitch_up 0","severity":0,"critical"},0,{"name":0,"Freeswitch Sessions Warning","description":0,"High sessions usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"(freeswitch_session_active * 100 / freeswitch_session_limit) > 80","severity":0,"warning","for":0,"10m"},0,{"name":0,"Freeswitch Sessions Critical","description":0,"High sessions usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"(freeswitch_session_active * 100 / freeswitch_session_limit) > 90","severity":0,"critical","for":0,"5m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>3 rules/div> p classinline> Freeswitch down, Freeswitch Sessions Warning, Freeswitch Sessions Critical /p> /div> div classrow-start-3 row-end-4> astro-island uid173ppa prefixr620 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Freeswitch","exporters":1,0,{"name":0,"znerol/prometheus-freeswitch-exporter","slug":0,"znerol-freeswitch-exporter","doc_url":0,"https://pypi.org/project/prometheus-freeswitch-exporter","rules":1,0,{"name":0,"Freeswitch down","description":0,"Freeswitch is unresponsive","query":0,"freeswitch_up 0","severity":0,"critical"},0,{"name":0,"Freeswitch Sessions Warning","description":0,"High sessions usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"(freeswitch_session_active * 100 / freeswitch_session_limit) > 80","severity":0,"warning","for":0,"10m"},0,{"name":0,"Freeswitch Sessions Critical","description":0,"High sessions usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"(freeswitch_session_active * 100 / freeswitch_session_limit) > 90","severity":0,"critical","for":0,"5m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r620R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>znerol-freeswitch-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Freeswitch down/h3>p>Freeswitch is unresponsive/p>div classrounded-md>astro-island uid26VvP1 prefixr514 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: FreeswitchDown\n expr: 'freeswitch_up 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Freeswitch down (instance {{ $labels.instance }})\n description: \"Freeswitch is unresponsive \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> FreeswitchDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> freeswitch_up 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Freeswitch down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Freeswitch is unresponsive /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Freeswitch Sessions Warning/h3>p>High sessions usage on {{ $labels.instance }}: {{ $value | printf "%.2f"}}%/p>div classrounded-md>astro-island uidkvr22 prefixr515 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: FreeswitchSessionsWarning\n expr: '(freeswitch_session_active * 100 / freeswitch_session_limit) > 80'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Freeswitch Sessions Warning (instance {{ $labels.instance }})\n description: \"High sessions usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> FreeswitchSessionsWarning/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (freeswitch_session_active * 100 / freeswitch_session_limit) > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Freeswitch Sessions Warning (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High sessions usage on {{ $labels.instance }}: {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}}% \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Freeswitch Sessions Critical/h3>p>High sessions usage on {{ $labels.instance }}: {{ $value | printf "%.2f"}}%/p>div classrounded-md>astro-island uid1zHrNt prefixr516 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: FreeswitchSessionsCritical\n expr: '(freeswitch_session_active * 100 / freeswitch_session_limit) > 90'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Freeswitch Sessions Critical (instance {{ $labels.instance }})\n description: \"High sessions usage on {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> FreeswitchSessionsCritical/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (freeswitch_session_active * 100 / freeswitch_session_limit) > 90/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Freeswitch Sessions Critical (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> High sessions usage on {{ $labels.instance }}: {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}}% \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameHashicorp Vault> div classrow-start-1 row-end-2> astro-island uidZ10cw7K component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Hashicorp Vault","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://github.com/hashicorp/vault/blob/master/website/content/docs/configuration/telemetry.mdx#prometheus","rules":1,0,{"name":0,"Vault sealed","description":0,"Vault instance is sealed on {{ $labels.instance }}","query":0,"vault_core_unsealed 0","severity":0,"critical"},0,{"name":0,"Vault too many pending tokens","description":0,"Too many pending tokens {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"avg(vault_token_create_count - vault_token_store_count) > 0","severity":0,"warning","for":0,"5m"},0,{"name":0,"Vault too many infinity tokens","description":0,"Too many infinity tokens {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"vault_token_count_by_ttl{creation_ttl\"+Inf\"} > 3","severity":0,"warning","for":0,"5m"},0,{"name":0,"Vault cluster health","description":0,"Vault cluster is not healthy {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"sum(vault_core_active) / count(vault_core_active) < 0.5","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>4 rules/div> p classinline> Vault sealed, Vault too many pending tokens, Vault too many infinity tokens, Vault cluster health /p> /div> div classrow-start-3 row-end-4> astro-island uid5l8jJ prefixr627 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Hashicorp Vault","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","doc_url":0,"https://github.com/hashicorp/vault/blob/master/website/content/docs/configuration/telemetry.mdx#prometheus","rules":1,0,{"name":0,"Vault sealed","description":0,"Vault instance is sealed on {{ $labels.instance }}","query":0,"vault_core_unsealed 0","severity":0,"critical"},0,{"name":0,"Vault too many pending tokens","description":0,"Too many pending tokens {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"avg(vault_token_create_count - vault_token_store_count) > 0","severity":0,"warning","for":0,"5m"},0,{"name":0,"Vault too many infinity tokens","description":0,"Too many infinity tokens {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"vault_token_count_by_ttl{creation_ttl\"+Inf\"} > 3","severity":0,"warning","for":0,"5m"},0,{"name":0,"Vault cluster health","description":0,"Vault cluster is not healthy {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}%","query":0,"sum(vault_core_active) / count(vault_core_active) < 0.5","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r627R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Vault sealed/h3>p>Vault instance is sealed on {{ $labels.instance }}/p>div classrounded-md>astro-island uidZr7dBn prefixr517 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: VaultSealed\n expr: 'vault_core_unsealed 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Vault sealed (instance {{ $labels.instance }})\n description: \"Vault instance is sealed on {{ $labels.instance }} \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> VaultSealed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> vault_core_unsealed 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Vault sealed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Vault instance is sealed on {{ $labels.instance }} /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Vault too many pending tokens/h3>p>Too many pending tokens {{ $labels.instance }}: {{ $value | printf "%.2f"}}%/p>div classrounded-md>astro-island uidZwKgIq prefixr518 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: VaultTooManyPendingTokens\n expr: 'avg(vault_token_create_count - vault_token_store_count) > 0'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Vault too many pending tokens (instance {{ $labels.instance }})\n description: \"Too many pending tokens {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> VaultTooManyPendingTokens/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg(vault_token_create_count - vault_token_store_count) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Vault too many pending tokens (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many pending tokens {{ $labels.instance }}: {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}}% \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Vault too many infinity tokens/h3>p>Too many infinity tokens {{ $labels.instance }}: {{ $value | printf "%.2f"}}%/p>div classrounded-md>astro-island uidZ20qvFR prefixr519 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: VaultTooManyInfinityTokens\n expr: 'vault_token_count_by_ttl{creation_ttl\"+Inf\"} > 3'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Vault too many infinity tokens (instance {{ $labels.instance }})\n description: \"Too many infinity tokens {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> VaultTooManyInfinityTokens/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> vault_token_count_by_ttl{creation_ttl+Inf} > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Vault too many infinity tokens (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Too many infinity tokens {{ $labels.instance }}: {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}}% \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Vault cluster health/h3>p>Vault cluster is not healthy {{ $labels.instance }}: {{ $value | printf "%.2f"}}%/p>div classrounded-md>astro-island uid2fnX6R prefixr520 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: VaultClusterHealth\n expr: 'sum(vault_core_active) / count(vault_core_active) < 0.5'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Vault cluster health (instance {{ $labels.instance }})\n description: \"Vault cluster is not healthy {{ $labels.instance }}: {{ $value | printf \"%.2f\"}}% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> VaultClusterHealth/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(vault_core_active) / count(vault_core_active) < 0.5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Vault cluster health (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Vault cluster is not healthy {{ $labels.instance }}: {{ $value | printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f}}% \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameCloudflare> div classrow-start-1 row-end-2> astro-island uid1pVILd component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Cloudflare","exporters":1,0,{"name":0,"lablabs/cloudflare-exporter","slug":0,"lablabs-cloudflare-exporter","doc_url":0,"https://github.com/lablabs/cloudflare-exporter","rules":1,0,{"name":0,"Cloudflare http 4xx error rate","description":0,"Cloudflare high HTTP 4xx error rate (> 5% for domain {{ $labels.zone }})","query":0,"(sum by(zone) (rate(cloudflare_zone_requests_status{status~\"^4..\"}15m)) / on (zone) sum by (zone) (rate(cloudflare_zone_requests_status15m))) * 100 > 5","severity":0,"warning"},0,{"name":0,"Cloudflare http 5xx error rate","description":0,"Cloudflare high HTTP 5xx error rate (> 5% for domain {{ $labels.zone }})","query":0,"(sum by (zone) (rate(cloudflare_zone_requests_status{status~\"^5..\"}5m)) / on (zone) sum by (zone) (rate(cloudflare_zone_requests_status5m))) * 100 > 5","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>2 rules/div> p classinline> Cloudflare http 4xx error rate, Cloudflare http 5xx error rate /p> /div> div classrow-start-3 row-end-4> astro-island uidHv4UL prefixr610 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Cloudflare","exporters":1,0,{"name":0,"lablabs/cloudflare-exporter","slug":0,"lablabs-cloudflare-exporter","doc_url":0,"https://github.com/lablabs/cloudflare-exporter","rules":1,0,{"name":0,"Cloudflare http 4xx error rate","description":0,"Cloudflare high HTTP 4xx error rate (> 5% for domain {{ $labels.zone }})","query":0,"(sum by(zone) (rate(cloudflare_zone_requests_status{status~\"^4..\"}15m)) / on (zone) sum by (zone) (rate(cloudflare_zone_requests_status15m))) * 100 > 5","severity":0,"warning"},0,{"name":0,"Cloudflare http 5xx error rate","description":0,"Cloudflare high HTTP 5xx error rate (> 5% for domain {{ $labels.zone }})","query":0,"(sum by (zone) (rate(cloudflare_zone_requests_status{status~\"^5..\"}5m)) / on (zone) sum by (zone) (rate(cloudflare_zone_requests_status5m))) * 100 > 5","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r610R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>lablabs-cloudflare-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Cloudflare http 4xx error rate/h3>p>Cloudflare high HTTP 4xx error rate (> 5% for domain {{ $labels.zone }})/p>div classrounded-md>astro-island uidZd4Kfv prefixr521 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CloudflareHttp4XxErrorRate\n expr: '(sum by(zone) (rate(cloudflare_zone_requests_status{status~\"^4..\"}15m)) / on (zone) sum by (zone) (rate(cloudflare_zone_requests_status15m))) * 100 > 5'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Cloudflare http 4xx error rate (instance {{ $labels.instance }})\n description: \"Cloudflare high HTTP 4xx error rate (> 5% for domain {{ $labels.zone }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CloudflareHttp4XxErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by(zone) (rate(cloudflare_zone_requests_status{status~^4..}15m)) / on (zone) sum by (zone) (rate(cloudflare_zone_requests_status15m))) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cloudflare http 4xx error rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cloudflare high HTTP 4xx error rate (> 5% for domain {{ $labels.zone }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Cloudflare http 5xx error rate/h3>p>Cloudflare high HTTP 5xx error rate (> 5% for domain {{ $labels.zone }})/p>div classrounded-md>astro-island uidZ26TsLW prefixr522 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CloudflareHttp5XxErrorRate\n expr: '(sum by (zone) (rate(cloudflare_zone_requests_status{status~\"^5..\"}5m)) / on (zone) sum by (zone) (rate(cloudflare_zone_requests_status5m))) * 100 > 5'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cloudflare http 5xx error rate (instance {{ $labels.instance }})\n description: \"Cloudflare high HTTP 5xx error rate (> 5% for domain {{ $labels.zone }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CloudflareHttp5XxErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (zone) (rate(cloudflare_zone_requests_status{status~^5..}5m)) / on (zone) sum by (zone) (rate(cloudflare_zone_requests_status5m))) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cloudflare http 5xx error rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cloudflare high HTTP 5xx error rate (> 5% for domain {{ $labels.zone }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div> /div> /section>section data-group-nameOther classmb-16> h2 classheading-sm>Other/h2> div classgrid grid-dynamic-base gap-6> div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameThanos> div classrow-start-1 row-end-2> astro-island uidZ1BDNRB component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Thanos","exporters":1,0,{"name":0,"Thanos Compactor","slug":0,"thanos-compactor","rules":1,0,{"name":0,"Thanos Compactor Multiple Running","description":0,"No more than one Thanos Compact instance should be running at once. There are {{$value}} instances running.","query":0,"sum by (job) (up{job~\".*thanos-compact.*\"}) > 1","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Compactor Halted","description":0,"Thanos Compact {{$labels.job}} has failed to run and now is halted.","query":0,"thanos_compact_halted{job~\".*thanos-compact.*\"} 1","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Compactor High Compaction Failures","description":0,"Thanos Compact {{$labels.job}} is failing to execute {{$value | humanize}}% of compactions.","query":0,"(sum by (job) (rate(thanos_compact_group_compactions_failures_total{job~\".*thanos-compact.*\"}5m)) / sum by (job) (rate(thanos_compact_group_compactions_total{job~\".*thanos-compact.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Compact Bucket High Operation Failures","description":0,"Thanos Compact {{$labels.job}} Bucket is failing to execute {{$value | humanize}}% of operations.","query":0,"(sum by (job) (rate(thanos_objstore_bucket_operation_failures_total{job~\".*thanos-compact.*\"}5m)) / sum by (job) (rate(thanos_objstore_bucket_operations_total{job~\".*thanos-compact.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Compact Has Not Run","description":0,"Thanos Compact {{$labels.job}} has not uploaded anything for 24 hours.","query":0,"(time() - max by (job) (max_over_time(thanos_objstore_bucket_last_successful_upload_time{job~\".*thanos-compact.*\"}24h))) / 60 / 60 > 24","severity":0,"warning","for":0,"0m"}},0,{"name":0,"Thanos Query","slug":0,"thanos-query","rules":1,0,{"name":0,"Thanos Query Http Request Query Error Rate High","description":0,"Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of \"query\" requests.","query":0,"(sum by (job) (rate(http_requests_total{code~\"5..\", job~\".*thanos-query.*\", handler\"query\"}5m))/ sum by (job) (rate(http_requests_total{job~\".*thanos-query.*\", handler\"query\"}5m))) * 100 > 5","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Query Http Request Query Range Error Rate High","description":0,"Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of \"query_range\" requests.","query":0,"(sum by (job) (rate(http_requests_total{code~\"5..\", job~\".*thanos-query.*\", handler\"query_range\"}5m))/ sum by (job) (rate(http_requests_total{job~\".*thanos-query.*\", handler\"query_range\"}5m))) * 100 > 5","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Query Grpc Server Error Rate","description":0,"Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of requests.","query":0,"(sum by (job) (rate(grpc_server_handled_total{grpc_code~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded\", job~\".*thanos-query.*\"}5m))/ sum by (job) (rate(grpc_server_started_total{job~\".*thanos-query.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Query Grpc Client Error Rate","description":0,"Thanos Query {{$labels.job}} is failing to send {{$value | humanize}}% of requests.","query":0,"(sum by (job) (rate(grpc_client_handled_total{grpc_code!\"OK\", job~\".*thanos-query.*\"}5m)) / sum by (job) (rate(grpc_client_started_total{job~\".*thanos-query.*\"}5m))) * 100 > 5","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Query High D N S Failures","description":0,"Thanos Query {{$labels.job}} have {{$value | humanize}}% of failing DNS queries for store endpoints.","query":0,"(sum by (job) (rate(thanos_query_store_apis_dns_failures_total{job~\".*thanos-query.*\"}5m)) / sum by (job) (rate(thanos_query_store_apis_dns_lookups_total{job~\".*thanos-query.*\"}5m))) * 100 > 1","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Query Instant Latency High","description":0,"Thanos Query {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for instant queries.","query":0,"(histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~\".*thanos-query.*\", handler\"query\"}5m))) > 40 and sum by (job) (rate(http_request_duration_seconds_bucket{job~\".*thanos-query.*\", handler\"query\"}5m)) > 0)","severity":0,"critical","for":0,"10m"},0,{"name":0,"Thanos Query Range Latency High","description":0,"Thanos Query {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for range queries.","query":0,"(histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~\".*thanos-query.*\", handler\"query_range\"}5m))) > 90 and sum by (job) (rate(http_request_duration_seconds_count{job~\".*thanos-query.*\", handler\"query_range\"}5m)) > 0)","severity":0,"critical","for":0,"10m"},0,{"name":0,"Thanos Query Overload","description":0,"Thanos Query {{$labels.job}} has been overloaded for more than 15 minutes. This may be a symptom of excessive simultanous complex requests, low performance of the Prometheus API, or failures within these components. Assess the health of the Thanos query instances, the connnected Prometheus instances, look for potential senders of these requests and then contact support.","query":0,"(max_over_time(thanos_query_concurrent_gate_queries_max5m) - avg_over_time(thanos_query_concurrent_gate_queries_in_flight5m) < 1)","severity":0,"warning","for":0,"15m"}},0,{"name":0,"Thanos Receiver","slug":0,"thanos-receiver","rules":1,0,{"name":0,"Thanos Receive Http Request Error Rate High","description":0,"Thanos Receive {{$labels.job}} is failing to handle {{$value | humanize}}% of requests.","query":0,"(sum by (job) (rate(http_requests_total{code~\"5..\", job~\".*thanos-receive.*\", handler\"receive\"}5m))/ sum by (job) (rate(http_requests_total{job~\".*thanos-receive.*\", handler\"receive\"}5m))) * 100 > 5","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Receive Http Request Latency High","description":0,"Thanos Receive {{$labels.job}} has a 99th percentile latency of {{ $value }} seconds for requests.","query":0,"(histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~\".*thanos-receive.*\", handler\"receive\"}5m))) > 10 and sum by (job) (rate(http_request_duration_seconds_count{job~\".*thanos-receive.*\", handler\"receive\"}5m)) > 0)","severity":0,"critical","for":0,"10m"},0,{"name":0,"Thanos Receive High Replication Failures","description":0,"Thanos Receive {{$labels.job}} is failing to replicate {{$value | humanize}}% of requests.","query":0,"thanos_receive_replication_factor > 1 and ((sum by (job) (rate(thanos_receive_replications_total{result\"error\", job~\".*thanos-receive.*\"}5m)) / sum by (job) (rate(thanos_receive_replications_total{job~\".*thanos-receive.*\"}5m))) > (max by (job) (floor((thanos_receive_replication_factor{job~\".*thanos-receive.*\"}+1)/ 2)) / max by (job) (thanos_receive_hashring_nodes{job~\".*thanos-receive.*\"}))) * 100","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Receive High Forward Request Failures","description":0,"Thanos Receive {{$labels.job}} is failing to forward {{$value | humanize}}% of requests.","query":0,"(sum by (job) (rate(thanos_receive_forward_requests_total{result\"error\", job~\".*thanos-receive.*\"}5m))/ sum by (job) (rate(thanos_receive_forward_requests_total{job~\".*thanos-receive.*\"}5m))) * 100 > 20","severity":0,"info","for":0,"5m"},0,{"name":0,"Thanos Receive High Hashring File Refresh Failures","description":0,"Thanos Receive {{$labels.job}} is failing to refresh hashring file, {{$value | humanize}} of attempts failed.","query":0,"(sum by (job) (rate(thanos_receive_hashrings_file_errors_total{job~\".*thanos-receive.*\"}5m)) / sum by (job) (rate(thanos_receive_hashrings_file_refreshes_total{job~\".*thanos-receive.*\"}5m)) > 0)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Receive Config Reload Failure","description":0,"Thanos Receive {{$labels.job}} has not been able to reload hashring configurations.","query":0,"avg by (job) (thanos_receive_config_last_reload_successful{job~\".*thanos-receive.*\"}) ! 1","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Receive No Upload","description":0,"Thanos Receive {{$labels.instance}} has not uploaded latest data to object storage.","query":0,"(up{job~\".*thanos-receive.*\"} - 1) + on (job, instance) (sum by (job, instance) (increase(thanos_shipper_uploads_total{job~\".*thanos-receive.*\"}3h)) 0)","severity":0,"critical","for":0,"3h"}},0,{"name":0,"Thanos Sidecar","slug":0,"thanos-sidecar","rules":1,0,{"name":0,"Thanos Sidecar Bucket Operations Failed","description":0,"Thanos Sidecar {{$labels.instance}} bucket operations are failing","query":0,"sum by (job, instance) (rate(thanos_objstore_bucket_operation_failures_total{job~\".*thanos-sidecar.*\"}5m)) > 0","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Sidecar No Connection To Started Prometheus","description":0,"Thanos Sidecar {{$labels.instance}} is unhealthy.","query":0,"thanos_sidecar_prometheus_up{job~\".*thanos-sidecar.*\"} 0 and on (namespace, pod)prometheus_tsdb_data_replay_duration_seconds ! 0","severity":0,"critical","for":0,"5m"}},0,{"name":0,"Thanos Store","slug":0,"thanos-store","rules":1,0,{"name":0,"Thanos Store Grpc Error Rate","description":0,"Thanos Store {{$labels.job}} is failing to handle {{$value | humanize}}% of requests.","query":0,"(sum by (job) (rate(grpc_server_handled_total{grpc_code~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded\", job~\".*thanos-store.*\"}5m))/ sum by (job) (rate(grpc_server_started_total{job~\".*thanos-store.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Store Series Gate Latency High","description":0,"Thanos Store {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for store series gate requests.","query":0,"(histogram_quantile(0.99, sum by (job, le) (rate(thanos_bucket_store_series_gate_duration_seconds_bucket{job~\".*thanos-store.*\"}5m))) > 2 and sum by (job) (rate(thanos_bucket_store_series_gate_duration_seconds_count{job~\".*thanos-store.*\"}5m)) > 0)","severity":0,"warning","for":0,"10m"},0,{"name":0,"Thanos Store Bucket High Operation Failures","description":0,"Thanos Store {{$labels.job}} Bucket is failing to execute {{$value | humanize}}% of operations.","query":0,"(sum by (job) (rate(thanos_objstore_bucket_operation_failures_total{job~\".*thanos-store.*\"}5m)) / sum by (job) (rate(thanos_objstore_bucket_operations_total{job~\".*thanos-store.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Store Objstore Operation Latency High","description":0,"Thanos Store {{$labels.job}} Bucket has a 99th percentile latency of {{$value}} seconds for the bucket operations.","query":0,"(histogram_quantile(0.99, sum by (job, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job~\".*thanos-store.*\"}5m))) > 2 and sum by (job) (rate(thanos_objstore_bucket_operation_duration_seconds_count{job~\".*thanos-store.*\"}5m)) > 0)","severity":0,"warning","for":0,"10m"}},0,{"name":0,"Thanos Ruler","slug":0,"thanos-ruler","rules":1,0,{"name":0,"Thanos Rule Queue Is Dropping Alerts","description":0,"Thanos Rule {{$labels.instance}} is failing to queue alerts.","query":0,"sum by (job, instance) (rate(thanos_alert_queue_alerts_dropped_total{job~\".*thanos-rule.*\"}5m)) > 0","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Rule Sender Is Failing Alerts","description":0,"Thanos Rule {{$labels.instance}} is failing to send alerts to alertmanager.","query":0,"sum by (job, instance) (rate(thanos_alert_sender_alerts_dropped_total{job~\".*thanos-rule.*\"}5m)) > 0","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Rule High Rule Evaluation Failures","description":0,"Thanos Rule {{$labels.instance}} is failing to evaluate rules.","query":0,"(sum by (job, instance) (rate(prometheus_rule_evaluation_failures_total{job~\".*thanos-rule.*\"}5m)) / sum by (job, instance) (rate(prometheus_rule_evaluations_total{job~\".*thanos-rule.*\"}5m)) * 100 > 5)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Rule High Rule Evaluation Warnings","description":0,"Thanos Rule {{$labels.instance}} has high number of evaluation warnings.","query":0,"sum by (job, instance) (rate(thanos_rule_evaluation_with_warnings_total{job~\".*thanos-rule.*\"}5m)) > 0","severity":0,"info","for":0,"15m"},0,{"name":0,"Thanos Rule Rule Evaluation Latency High","description":0,"Thanos Rule {{$labels.instance}} has higher evaluation latency than interval for {{$labels.rule_group}}.","query":0,"(sum by (job, instance, rule_group) (prometheus_rule_group_last_duration_seconds{job~\".*thanos-rule.*\"}) > sum by (job, instance, rule_group) (prometheus_rule_group_interval_seconds{job~\".*thanos-rule.*\"}))","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Rule Grpc Error Rate","description":0,"Thanos Rule {{$labels.job}} is failing to handle {{$value | humanize}}% of requests.","query":0,"(sum by (job, instance) (rate(grpc_server_handled_total{grpc_code~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded\", job~\".*thanos-rule.*\"}5m))/ sum by (job, instance) (rate(grpc_server_started_total{job~\".*thanos-rule.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Rule Config Reload Failure","description":0,"Thanos Rule {{$labels.job}} has not been able to reload its configuration.","query":0,"avg by (job, instance) (thanos_rule_config_last_reload_successful{job~\".*thanos-rule.*\"}) ! 1","severity":0,"info","for":0,"5m"},0,{"name":0,"Thanos Rule Query High D N S Failures","description":0,"Thanos Rule {{$labels.job}} has {{$value | humanize}}% of failing DNS queries for query endpoints.","query":0,"(sum by (job, instance) (rate(thanos_rule_query_apis_dns_failures_total{job~\".*thanos-rule.*\"}5m)) / sum by (job, instance) (rate(thanos_rule_query_apis_dns_lookups_total{job~\".*thanos-rule.*\"}5m)) * 100 > 1)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Rule Alertmanager High D N S Failures","description":0,"Thanos Rule {{$labels.instance}} has {{$value | humanize}}% of failing DNS queries for Alertmanager endpoints.","query":0,"(sum by (job, instance) (rate(thanos_rule_alertmanagers_dns_failures_total{job~\".*thanos-rule.*\"}5m)) / sum by (job, instance) (rate(thanos_rule_alertmanagers_dns_lookups_total{job~\".*thanos-rule.*\"}5m)) * 100 > 1)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Rule No Evaluation For10 Intervals","description":0,"Thanos Rule {{$labels.job}} has rule groups that did not evaluate for at least 10x of their expected interval.","query":0,"time() - max by (job, instance, group) (prometheus_rule_group_last_evaluation_timestamp_seconds{job~\".*thanos-rule.*\"})>10 * max by (job, instance, group) (prometheus_rule_group_interval_seconds{job~\".*thanos-rule.*\"})","severity":0,"info","for":0,"5m"},0,{"name":0,"Thanos No Rule Evaluations","description":0,"Thanos Rule {{$labels.instance}} did not perform any rule evaluations in the past 10 minutes.","query":0,"sum by (job, instance) (rate(prometheus_rule_evaluations_total{job~\".*thanos-rule.*\"}5m)) < 0 and sum by (job, instance) (thanos_rule_loaded_rules{job~\".*thanos-rule.*\"}) > 0","severity":0,"critical","for":0,"5m"}},0,{"name":0,"Thanos Bucket Replicate","slug":0,"thanos-bucket-replicate","rules":1,0,{"name":0,"Thanos Bucket Replicate Error Rate","description":0,"Thanos Replicate is failing to run, {{$value | humanize}}% of attempts failed.","query":0,"(sum by (job) (rate(thanos_replicate_replication_runs_total{result\"error\", job~\".*thanos-bucket-replicate.*\"}5m))/ on (job) group_left sum by (job) (rate(thanos_replicate_replication_runs_total{job~\".*thanos-bucket-replicate.*\"}5m))) * 100 > 10","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Bucket Replicate Run Latency","description":0,"Thanos Replicate {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for the replicate operations.","query":0,"(histogram_quantile(0.99, sum by (job) (rate(thanos_replicate_replication_run_duration_seconds_bucket{job~\".*thanos-bucket-replicate.*\"}5m))) > 20 and sum by (job) (rate(thanos_replicate_replication_run_duration_seconds_bucket{job~\".*thanos-bucket-replicate.*\"}5m)) > 0)","severity":0,"critical","for":0,"5m"}},0,{"name":0,"Thanos Component Absent","slug":0,"thanos-component-absent","rules":1,0,{"name":0,"Thanos Compact Is Down","description":0,"ThanosCompact has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-compact.*\"} 1)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Query Is Down","description":0,"ThanosQuery has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-query.*\"} 1)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Receive Is Down","description":0,"ThanosReceive has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-receive.*\"} 1)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Rule Is Down","description":0,"ThanosRule has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-rule.*\"} 1)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Sidecar Is Down","description":0,"ThanosSidecar has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-sidecar.*\"} 1)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Store Is Down","description":0,"ThanosStore has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-store.*\"} 1)","severity":0,"critical","for":0,"5m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>45 rules/div> p classinline> Thanos Compactor Multiple Running, Thanos Compactor Halted, Thanos Compactor High Compaction Failures, Thanos Compact Bucket High Operation Failures, Thanos Compact Has Not RunThanos Query Http Request Query Error Rate High, Thanos Query Http Request Query Range Error Rate High, Thanos Query Grpc Server Error Rate, Thanos Query Grpc Client Error Rate, Thanos Query High D N S Failures, Thanos Query Instant Latency High, Thanos Query Range Latency High, Thanos Query OverloadThanos Receive Http Request Error Rate High, Thanos Receive Http Request Latency High, Thanos Receive High Replication Failures, Thanos Receive High Forward Request Failures, Thanos Receive High Hashring File Refresh Failures, Thanos Receive Config Reload Failure, Thanos Receive No UploadThanos Sidecar Bucket Operations Failed, Thanos Sidecar No Connection To Started PrometheusThanos Store Grpc Error Rate, Thanos Store Series Gate Latency High, Thanos Store Bucket High Operation Failures, Thanos Store Objstore Operation Latency HighThanos Rule Queue Is Dropping Alerts, Thanos Rule Sender Is Failing Alerts, Thanos Rule High Rule Evaluation Failures, Thanos Rule High Rule Evaluation Warnings, Thanos Rule Rule Evaluation Latency High, Thanos Rule Grpc Error Rate, Thanos Rule Config Reload Failure, Thanos Rule Query High D N S Failures, Thanos Rule Alertmanager High D N S Failures, Thanos Rule No Evaluation For10 Intervals, Thanos No Rule EvaluationsThanos Bucket Replicate Error Rate, Thanos Bucket Replicate Run LatencyThanos Compact Is Down, Thanos Query Is Down, Thanos Receive Is Down, Thanos Rule Is Down, Thanos Sidecar Is Down, Thanos Store Is Down /p> /div> div classrow-start-3 row-end-4> astro-island uidZ21YGlL prefixr648 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Thanos","exporters":1,0,{"name":0,"Thanos Compactor","slug":0,"thanos-compactor","rules":1,0,{"name":0,"Thanos Compactor Multiple Running","description":0,"No more than one Thanos Compact instance should be running at once. There are {{$value}} instances running.","query":0,"sum by (job) (up{job~\".*thanos-compact.*\"}) > 1","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Compactor Halted","description":0,"Thanos Compact {{$labels.job}} has failed to run and now is halted.","query":0,"thanos_compact_halted{job~\".*thanos-compact.*\"} 1","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Compactor High Compaction Failures","description":0,"Thanos Compact {{$labels.job}} is failing to execute {{$value | humanize}}% of compactions.","query":0,"(sum by (job) (rate(thanos_compact_group_compactions_failures_total{job~\".*thanos-compact.*\"}5m)) / sum by (job) (rate(thanos_compact_group_compactions_total{job~\".*thanos-compact.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Compact Bucket High Operation Failures","description":0,"Thanos Compact {{$labels.job}} Bucket is failing to execute {{$value | humanize}}% of operations.","query":0,"(sum by (job) (rate(thanos_objstore_bucket_operation_failures_total{job~\".*thanos-compact.*\"}5m)) / sum by (job) (rate(thanos_objstore_bucket_operations_total{job~\".*thanos-compact.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Compact Has Not Run","description":0,"Thanos Compact {{$labels.job}} has not uploaded anything for 24 hours.","query":0,"(time() - max by (job) (max_over_time(thanos_objstore_bucket_last_successful_upload_time{job~\".*thanos-compact.*\"}24h))) / 60 / 60 > 24","severity":0,"warning","for":0,"0m"}},0,{"name":0,"Thanos Query","slug":0,"thanos-query","rules":1,0,{"name":0,"Thanos Query Http Request Query Error Rate High","description":0,"Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of \"query\" requests.","query":0,"(sum by (job) (rate(http_requests_total{code~\"5..\", job~\".*thanos-query.*\", handler\"query\"}5m))/ sum by (job) (rate(http_requests_total{job~\".*thanos-query.*\", handler\"query\"}5m))) * 100 > 5","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Query Http Request Query Range Error Rate High","description":0,"Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of \"query_range\" requests.","query":0,"(sum by (job) (rate(http_requests_total{code~\"5..\", job~\".*thanos-query.*\", handler\"query_range\"}5m))/ sum by (job) (rate(http_requests_total{job~\".*thanos-query.*\", handler\"query_range\"}5m))) * 100 > 5","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Query Grpc Server Error Rate","description":0,"Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of requests.","query":0,"(sum by (job) (rate(grpc_server_handled_total{grpc_code~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded\", job~\".*thanos-query.*\"}5m))/ sum by (job) (rate(grpc_server_started_total{job~\".*thanos-query.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Query Grpc Client Error Rate","description":0,"Thanos Query {{$labels.job}} is failing to send {{$value | humanize}}% of requests.","query":0,"(sum by (job) (rate(grpc_client_handled_total{grpc_code!\"OK\", job~\".*thanos-query.*\"}5m)) / sum by (job) (rate(grpc_client_started_total{job~\".*thanos-query.*\"}5m))) * 100 > 5","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Query High D N S Failures","description":0,"Thanos Query {{$labels.job}} have {{$value | humanize}}% of failing DNS queries for store endpoints.","query":0,"(sum by (job) (rate(thanos_query_store_apis_dns_failures_total{job~\".*thanos-query.*\"}5m)) / sum by (job) (rate(thanos_query_store_apis_dns_lookups_total{job~\".*thanos-query.*\"}5m))) * 100 > 1","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Query Instant Latency High","description":0,"Thanos Query {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for instant queries.","query":0,"(histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~\".*thanos-query.*\", handler\"query\"}5m))) > 40 and sum by (job) (rate(http_request_duration_seconds_bucket{job~\".*thanos-query.*\", handler\"query\"}5m)) > 0)","severity":0,"critical","for":0,"10m"},0,{"name":0,"Thanos Query Range Latency High","description":0,"Thanos Query {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for range queries.","query":0,"(histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~\".*thanos-query.*\", handler\"query_range\"}5m))) > 90 and sum by (job) (rate(http_request_duration_seconds_count{job~\".*thanos-query.*\", handler\"query_range\"}5m)) > 0)","severity":0,"critical","for":0,"10m"},0,{"name":0,"Thanos Query Overload","description":0,"Thanos Query {{$labels.job}} has been overloaded for more than 15 minutes. This may be a symptom of excessive simultanous complex requests, low performance of the Prometheus API, or failures within these components. Assess the health of the Thanos query instances, the connnected Prometheus instances, look for potential senders of these requests and then contact support.","query":0,"(max_over_time(thanos_query_concurrent_gate_queries_max5m) - avg_over_time(thanos_query_concurrent_gate_queries_in_flight5m) < 1)","severity":0,"warning","for":0,"15m"}},0,{"name":0,"Thanos Receiver","slug":0,"thanos-receiver","rules":1,0,{"name":0,"Thanos Receive Http Request Error Rate High","description":0,"Thanos Receive {{$labels.job}} is failing to handle {{$value | humanize}}% of requests.","query":0,"(sum by (job) (rate(http_requests_total{code~\"5..\", job~\".*thanos-receive.*\", handler\"receive\"}5m))/ sum by (job) (rate(http_requests_total{job~\".*thanos-receive.*\", handler\"receive\"}5m))) * 100 > 5","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Receive Http Request Latency High","description":0,"Thanos Receive {{$labels.job}} has a 99th percentile latency of {{ $value }} seconds for requests.","query":0,"(histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~\".*thanos-receive.*\", handler\"receive\"}5m))) > 10 and sum by (job) (rate(http_request_duration_seconds_count{job~\".*thanos-receive.*\", handler\"receive\"}5m)) > 0)","severity":0,"critical","for":0,"10m"},0,{"name":0,"Thanos Receive High Replication Failures","description":0,"Thanos Receive {{$labels.job}} is failing to replicate {{$value | humanize}}% of requests.","query":0,"thanos_receive_replication_factor > 1 and ((sum by (job) (rate(thanos_receive_replications_total{result\"error\", job~\".*thanos-receive.*\"}5m)) / sum by (job) (rate(thanos_receive_replications_total{job~\".*thanos-receive.*\"}5m))) > (max by (job) (floor((thanos_receive_replication_factor{job~\".*thanos-receive.*\"}+1)/ 2)) / max by (job) (thanos_receive_hashring_nodes{job~\".*thanos-receive.*\"}))) * 100","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Receive High Forward Request Failures","description":0,"Thanos Receive {{$labels.job}} is failing to forward {{$value | humanize}}% of requests.","query":0,"(sum by (job) (rate(thanos_receive_forward_requests_total{result\"error\", job~\".*thanos-receive.*\"}5m))/ sum by (job) (rate(thanos_receive_forward_requests_total{job~\".*thanos-receive.*\"}5m))) * 100 > 20","severity":0,"info","for":0,"5m"},0,{"name":0,"Thanos Receive High Hashring File Refresh Failures","description":0,"Thanos Receive {{$labels.job}} is failing to refresh hashring file, {{$value | humanize}} of attempts failed.","query":0,"(sum by (job) (rate(thanos_receive_hashrings_file_errors_total{job~\".*thanos-receive.*\"}5m)) / sum by (job) (rate(thanos_receive_hashrings_file_refreshes_total{job~\".*thanos-receive.*\"}5m)) > 0)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Receive Config Reload Failure","description":0,"Thanos Receive {{$labels.job}} has not been able to reload hashring configurations.","query":0,"avg by (job) (thanos_receive_config_last_reload_successful{job~\".*thanos-receive.*\"}) ! 1","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Receive No Upload","description":0,"Thanos Receive {{$labels.instance}} has not uploaded latest data to object storage.","query":0,"(up{job~\".*thanos-receive.*\"} - 1) + on (job, instance) (sum by (job, instance) (increase(thanos_shipper_uploads_total{job~\".*thanos-receive.*\"}3h)) 0)","severity":0,"critical","for":0,"3h"}},0,{"name":0,"Thanos Sidecar","slug":0,"thanos-sidecar","rules":1,0,{"name":0,"Thanos Sidecar Bucket Operations Failed","description":0,"Thanos Sidecar {{$labels.instance}} bucket operations are failing","query":0,"sum by (job, instance) (rate(thanos_objstore_bucket_operation_failures_total{job~\".*thanos-sidecar.*\"}5m)) > 0","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Sidecar No Connection To Started Prometheus","description":0,"Thanos Sidecar {{$labels.instance}} is unhealthy.","query":0,"thanos_sidecar_prometheus_up{job~\".*thanos-sidecar.*\"} 0 and on (namespace, pod)prometheus_tsdb_data_replay_duration_seconds ! 0","severity":0,"critical","for":0,"5m"}},0,{"name":0,"Thanos Store","slug":0,"thanos-store","rules":1,0,{"name":0,"Thanos Store Grpc Error Rate","description":0,"Thanos Store {{$labels.job}} is failing to handle {{$value | humanize}}% of requests.","query":0,"(sum by (job) (rate(grpc_server_handled_total{grpc_code~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded\", job~\".*thanos-store.*\"}5m))/ sum by (job) (rate(grpc_server_started_total{job~\".*thanos-store.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Store Series Gate Latency High","description":0,"Thanos Store {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for store series gate requests.","query":0,"(histogram_quantile(0.99, sum by (job, le) (rate(thanos_bucket_store_series_gate_duration_seconds_bucket{job~\".*thanos-store.*\"}5m))) > 2 and sum by (job) (rate(thanos_bucket_store_series_gate_duration_seconds_count{job~\".*thanos-store.*\"}5m)) > 0)","severity":0,"warning","for":0,"10m"},0,{"name":0,"Thanos Store Bucket High Operation Failures","description":0,"Thanos Store {{$labels.job}} Bucket is failing to execute {{$value | humanize}}% of operations.","query":0,"(sum by (job) (rate(thanos_objstore_bucket_operation_failures_total{job~\".*thanos-store.*\"}5m)) / sum by (job) (rate(thanos_objstore_bucket_operations_total{job~\".*thanos-store.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Store Objstore Operation Latency High","description":0,"Thanos Store {{$labels.job}} Bucket has a 99th percentile latency of {{$value}} seconds for the bucket operations.","query":0,"(histogram_quantile(0.99, sum by (job, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job~\".*thanos-store.*\"}5m))) > 2 and sum by (job) (rate(thanos_objstore_bucket_operation_duration_seconds_count{job~\".*thanos-store.*\"}5m)) > 0)","severity":0,"warning","for":0,"10m"}},0,{"name":0,"Thanos Ruler","slug":0,"thanos-ruler","rules":1,0,{"name":0,"Thanos Rule Queue Is Dropping Alerts","description":0,"Thanos Rule {{$labels.instance}} is failing to queue alerts.","query":0,"sum by (job, instance) (rate(thanos_alert_queue_alerts_dropped_total{job~\".*thanos-rule.*\"}5m)) > 0","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Rule Sender Is Failing Alerts","description":0,"Thanos Rule {{$labels.instance}} is failing to send alerts to alertmanager.","query":0,"sum by (job, instance) (rate(thanos_alert_sender_alerts_dropped_total{job~\".*thanos-rule.*\"}5m)) > 0","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Rule High Rule Evaluation Failures","description":0,"Thanos Rule {{$labels.instance}} is failing to evaluate rules.","query":0,"(sum by (job, instance) (rate(prometheus_rule_evaluation_failures_total{job~\".*thanos-rule.*\"}5m)) / sum by (job, instance) (rate(prometheus_rule_evaluations_total{job~\".*thanos-rule.*\"}5m)) * 100 > 5)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Rule High Rule Evaluation Warnings","description":0,"Thanos Rule {{$labels.instance}} has high number of evaluation warnings.","query":0,"sum by (job, instance) (rate(thanos_rule_evaluation_with_warnings_total{job~\".*thanos-rule.*\"}5m)) > 0","severity":0,"info","for":0,"15m"},0,{"name":0,"Thanos Rule Rule Evaluation Latency High","description":0,"Thanos Rule {{$labels.instance}} has higher evaluation latency than interval for {{$labels.rule_group}}.","query":0,"(sum by (job, instance, rule_group) (prometheus_rule_group_last_duration_seconds{job~\".*thanos-rule.*\"}) > sum by (job, instance, rule_group) (prometheus_rule_group_interval_seconds{job~\".*thanos-rule.*\"}))","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Rule Grpc Error Rate","description":0,"Thanos Rule {{$labels.job}} is failing to handle {{$value | humanize}}% of requests.","query":0,"(sum by (job, instance) (rate(grpc_server_handled_total{grpc_code~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded\", job~\".*thanos-rule.*\"}5m))/ sum by (job, instance) (rate(grpc_server_started_total{job~\".*thanos-rule.*\"}5m)) * 100 > 5)","severity":0,"warning","for":0,"5m"},0,{"name":0,"Thanos Rule Config Reload Failure","description":0,"Thanos Rule {{$labels.job}} has not been able to reload its configuration.","query":0,"avg by (job, instance) (thanos_rule_config_last_reload_successful{job~\".*thanos-rule.*\"}) ! 1","severity":0,"info","for":0,"5m"},0,{"name":0,"Thanos Rule Query High D N S Failures","description":0,"Thanos Rule {{$labels.job}} has {{$value | humanize}}% of failing DNS queries for query endpoints.","query":0,"(sum by (job, instance) (rate(thanos_rule_query_apis_dns_failures_total{job~\".*thanos-rule.*\"}5m)) / sum by (job, instance) (rate(thanos_rule_query_apis_dns_lookups_total{job~\".*thanos-rule.*\"}5m)) * 100 > 1)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Rule Alertmanager High D N S Failures","description":0,"Thanos Rule {{$labels.instance}} has {{$value | humanize}}% of failing DNS queries for Alertmanager endpoints.","query":0,"(sum by (job, instance) (rate(thanos_rule_alertmanagers_dns_failures_total{job~\".*thanos-rule.*\"}5m)) / sum by (job, instance) (rate(thanos_rule_alertmanagers_dns_lookups_total{job~\".*thanos-rule.*\"}5m)) * 100 > 1)","severity":0,"warning","for":0,"15m"},0,{"name":0,"Thanos Rule No Evaluation For10 Intervals","description":0,"Thanos Rule {{$labels.job}} has rule groups that did not evaluate for at least 10x of their expected interval.","query":0,"time() - max by (job, instance, group) (prometheus_rule_group_last_evaluation_timestamp_seconds{job~\".*thanos-rule.*\"})>10 * max by (job, instance, group) (prometheus_rule_group_interval_seconds{job~\".*thanos-rule.*\"})","severity":0,"info","for":0,"5m"},0,{"name":0,"Thanos No Rule Evaluations","description":0,"Thanos Rule {{$labels.instance}} did not perform any rule evaluations in the past 10 minutes.","query":0,"sum by (job, instance) (rate(prometheus_rule_evaluations_total{job~\".*thanos-rule.*\"}5m)) < 0 and sum by (job, instance) (thanos_rule_loaded_rules{job~\".*thanos-rule.*\"}) > 0","severity":0,"critical","for":0,"5m"}},0,{"name":0,"Thanos Bucket Replicate","slug":0,"thanos-bucket-replicate","rules":1,0,{"name":0,"Thanos Bucket Replicate Error Rate","description":0,"Thanos Replicate is failing to run, {{$value | humanize}}% of attempts failed.","query":0,"(sum by (job) (rate(thanos_replicate_replication_runs_total{result\"error\", job~\".*thanos-bucket-replicate.*\"}5m))/ on (job) group_left sum by (job) (rate(thanos_replicate_replication_runs_total{job~\".*thanos-bucket-replicate.*\"}5m))) * 100 > 10","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Bucket Replicate Run Latency","description":0,"Thanos Replicate {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for the replicate operations.","query":0,"(histogram_quantile(0.99, sum by (job) (rate(thanos_replicate_replication_run_duration_seconds_bucket{job~\".*thanos-bucket-replicate.*\"}5m))) > 20 and sum by (job) (rate(thanos_replicate_replication_run_duration_seconds_bucket{job~\".*thanos-bucket-replicate.*\"}5m)) > 0)","severity":0,"critical","for":0,"5m"}},0,{"name":0,"Thanos Component Absent","slug":0,"thanos-component-absent","rules":1,0,{"name":0,"Thanos Compact Is Down","description":0,"ThanosCompact has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-compact.*\"} 1)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Query Is Down","description":0,"ThanosQuery has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-query.*\"} 1)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Receive Is Down","description":0,"ThanosReceive has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-receive.*\"} 1)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Rule Is Down","description":0,"ThanosRule has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-rule.*\"} 1)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Sidecar Is Down","description":0,"ThanosSidecar has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-sidecar.*\"} 1)","severity":0,"critical","for":0,"5m"},0,{"name":0,"Thanos Store Is Down","description":0,"ThanosStore has disappeared. Prometheus target for the component cannot be discovered.","query":0,"absent(up{job~\".*thanos-store.*\"} 1)","severity":0,"critical","for":0,"5m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r648R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>thanos-compactor/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Thanos Compactor Multiple Running/h3>p>No more than one Thanos Compact instance should be running at once. There are {{$value}} instances running./p>div classrounded-md>astro-island uidZ1Qb2br prefixr523 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosCompactorMultipleRunning\n expr: 'sum by (job) (up{job~\".*thanos-compact.*\"}) > 1'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Thanos Compactor Multiple Running (instance {{ $labels.instance }})\n description: \"No more than one Thanos Compact instance should be running at once. There are {{$value}} instances running. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosCompactorMultipleRunning/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (job) (up{job~.*thanos-compact.*}) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Compactor Multiple Running (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> No more than one Thanos Compact instance should be running at once. There are {{$value}} instances running. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Thanos Compactor Halted/h3>p>Thanos Compact {{$labels.job}} has failed to run and now is halted./p>div classrounded-md>astro-island uidQsg7q prefixr524 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosCompactorHalted\n expr: 'thanos_compact_halted{job~\".*thanos-compact.*\"} 1'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Thanos Compactor Halted (instance {{ $labels.instance }})\n description: \"Thanos Compact {{$labels.job}} has failed to run and now is halted. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosCompactorHalted/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> thanos_compact_halted{job~.*thanos-compact.*} 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Compactor Halted (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Compact {{$labels.job}} has failed to run and now is halted. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Thanos Compactor High Compaction Failures/h3>p>Thanos Compact {{$labels.job}} is failing to execute {{$value | humanize}}% of compactions./p>div classrounded-md>astro-island uidNjA7h prefixr525 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosCompactorHighCompactionFailures\n expr: '(sum by (job) (rate(thanos_compact_group_compactions_failures_total{job~\".*thanos-compact.*\"}5m)) / sum by (job) (rate(thanos_compact_group_compactions_total{job~\".*thanos-compact.*\"}5m)) * 100 > 5)'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Thanos Compactor High Compaction Failures (instance {{ $labels.instance }})\n description: \"Thanos Compact {{$labels.job}} is failing to execute {{$value | humanize}}% of compactions. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosCompactorHighCompactionFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(thanos_compact_group_compactions_failures_total{job~.*thanos-compact.*}5m)) / sum by (job) (rate(thanos_compact_group_compactions_total{job~.*thanos-compact.*}5m)) * 100 > 5)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Compactor High Compaction Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Compact {{$labels.job}} is failing to execute {{$value | humanize}}% of compactions. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Thanos Compact Bucket High Operation Failures/h3>p>Thanos Compact {{$labels.job}} Bucket is failing to execute {{$value | humanize}}% of operations./p>div classrounded-md>astro-island uidb8kdV prefixr526 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosCompactBucketHighOperationFailures\n expr: '(sum by (job) (rate(thanos_objstore_bucket_operation_failures_total{job~\".*thanos-compact.*\"}5m)) / sum by (job) (rate(thanos_objstore_bucket_operations_total{job~\".*thanos-compact.*\"}5m)) * 100 > 5)'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Thanos Compact Bucket High Operation Failures (instance {{ $labels.instance }})\n description: \"Thanos Compact {{$labels.job}} Bucket is failing to execute {{$value | humanize}}% of operations. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosCompactBucketHighOperationFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(thanos_objstore_bucket_operation_failures_total{job~.*thanos-compact.*}5m)) / sum by (job) (rate(thanos_objstore_bucket_operations_total{job~.*thanos-compact.*}5m)) * 100 > 5)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Compact Bucket High Operation Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Compact {{$labels.job}} Bucket is failing to execute {{$value | humanize}}% of operations. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Thanos Compact Has Not Run/h3>p>Thanos Compact {{$labels.job}} has not uploaded anything for 24 hours./p>div classrounded-md>astro-island uidrlp4K prefixr527 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosCompactHasNotRun\n expr: '(time() - max by (job) (max_over_time(thanos_objstore_bucket_last_successful_upload_time{job~\".*thanos-compact.*\"}24h))) / 60 / 60 > 24'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Thanos Compact Has Not Run (instance {{ $labels.instance }})\n description: \"Thanos Compact {{$labels.job}} has not uploaded anything for 24 hours. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosCompactHasNotRun/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (time() - max by (job) (max_over_time(thanos_objstore_bucket_last_successful_upload_time{job~.*thanos-compact.*}24h))) / 60 / 60 > 24/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Compact Has Not Run (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Compact {{$labels.job}} has not uploaded anything for 24 hours. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>thanos-query/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Thanos Query Http Request Query Error Rate High/h3>p>Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of "query" requests./p>div classrounded-md>astro-island uidZ1etBlP prefixr528 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosQueryHttpRequestQueryErrorRateHigh\n expr: '(sum by (job) (rate(http_requests_total{code~\"5..\", job~\".*thanos-query.*\", handler\"query\"}5m))/ sum by (job) (rate(http_requests_total{job~\".*thanos-query.*\", handler\"query\"}5m))) * 100 > 5'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Query Http Request Query Error Rate High (instance {{ $labels.instance }})\n description: \"Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of \"query\" requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosQueryHttpRequestQueryErrorRateHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(http_requests_total{code~5.., job~.*thanos-query.*, handlerquery}5m))/ sum by (job) (rate(http_requests_total{job~.*thanos-query.*, handlerquery}5m))) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query Http Request Query Error Rate High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of query requests. \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Thanos Query Http Request Query Range Error Rate High/h3>p>Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of "query_range" requests./p>div classrounded-md>astro-island uiddmGTP prefixr529 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosQueryHttpRequestQueryRangeErrorRateHigh\n expr: '(sum by (job) (rate(http_requests_total{code~\"5..\", job~\".*thanos-query.*\", handler\"query_range\"}5m))/ sum by (job) (rate(http_requests_total{job~\".*thanos-query.*\", handler\"query_range\"}5m))) * 100 > 5'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Query Http Request Query Range Error Rate High (instance {{ $labels.instance }})\n description: \"Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of \"query_range\" requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosQueryHttpRequestQueryRangeErrorRateHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(http_requests_total{code~5.., job~.*thanos-query.*, handlerquery_range}5m))/ sum by (job) (rate(http_requests_total{job~.*thanos-query.*, handlerquery_range}5m))) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query Http Request Query Range Error Rate High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of query_range requests. \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Thanos Query Grpc Server Error Rate/h3>p>Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of requests./p>div classrounded-md>astro-island uidZfJ51V prefixr530 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosQueryGrpcServerErrorRate\n expr: '(sum by (job) (rate(grpc_server_handled_total{grpc_code~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded\", job~\".*thanos-query.*\"}5m))/ sum by (job) (rate(grpc_server_started_total{job~\".*thanos-query.*\"}5m)) * 100 > 5)'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Thanos Query Grpc Server Error Rate (instance {{ $labels.instance }})\n description: \"Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosQueryGrpcServerErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(grpc_server_handled_total{grpc_code~Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded, job~.*thanos-query.*}5m))/ sum by (job) (rate(grpc_server_started_total{job~.*thanos-query.*}5m)) * 100 > 5)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query Grpc Server Error Rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query {{$labels.job}} is failing to handle {{$value | humanize}}% of requests. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Thanos Query Grpc Client Error Rate/h3>p>Thanos Query {{$labels.job}} is failing to send {{$value | humanize}}% of requests./p>div classrounded-md>astro-island uid1O6x7R prefixr531 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosQueryGrpcClientErrorRate\n expr: '(sum by (job) (rate(grpc_client_handled_total{grpc_code!\"OK\", job~\".*thanos-query.*\"}5m)) / sum by (job) (rate(grpc_client_started_total{job~\".*thanos-query.*\"}5m))) * 100 > 5'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Thanos Query Grpc Client Error Rate (instance {{ $labels.instance }})\n description: \"Thanos Query {{$labels.job}} is failing to send {{$value | humanize}}% of requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosQueryGrpcClientErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(grpc_client_handled_total{grpc_code!OK, job~.*thanos-query.*}5m)) / sum by (job) (rate(grpc_client_started_total{job~.*thanos-query.*}5m))) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query Grpc Client Error Rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query {{$labels.job}} is failing to send {{$value | humanize}}% of requests. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Thanos Query High D N S Failures/h3>p>Thanos Query {{$labels.job}} have {{$value | humanize}}% of failing DNS queries for store endpoints./p>div classrounded-md>astro-island uid41iwR prefixr532 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosQueryHighDNSFailures\n expr: '(sum by (job) (rate(thanos_query_store_apis_dns_failures_total{job~\".*thanos-query.*\"}5m)) / sum by (job) (rate(thanos_query_store_apis_dns_lookups_total{job~\".*thanos-query.*\"}5m))) * 100 > 1'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Thanos Query High D N S Failures (instance {{ $labels.instance }})\n description: \"Thanos Query {{$labels.job}} have {{$value | humanize}}% of failing DNS queries for store endpoints. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosQueryHighDNSFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(thanos_query_store_apis_dns_failures_total{job~.*thanos-query.*}5m)) / sum by (job) (rate(thanos_query_store_apis_dns_lookups_total{job~.*thanos-query.*}5m))) * 100 > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query High D N S Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query {{$labels.job}} have {{$value | humanize}}% of failing DNS queries for store endpoints. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Thanos Query Instant Latency High/h3>p>Thanos Query {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for instant queries./p>div classrounded-md>astro-island uidZ258qR6 prefixr533 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosQueryInstantLatencyHigh\n expr: '(histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~\".*thanos-query.*\", handler\"query\"}5m))) > 40 and sum by (job) (rate(http_request_duration_seconds_bucket{job~\".*thanos-query.*\", handler\"query\"}5m)) > 0)'\n for: 10m\n labels:\n severity: critical\n annotations:\n summary: Thanos Query Instant Latency High (instance {{ $labels.instance }})\n description: \"Thanos Query {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for instant queries. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosQueryInstantLatencyHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~.*thanos-query.*, handlerquery}5m))) > 40 and sum by (job) (rate(http_request_duration_seconds_bucket{job~.*thanos-query.*, handlerquery}5m)) > 0)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query Instant Latency High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for instant queries. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Thanos Query Range Latency High/h3>p>Thanos Query {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for range queries./p>div classrounded-md>astro-island uid1HEEi2 prefixr534 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosQueryRangeLatencyHigh\n expr: '(histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~\".*thanos-query.*\", handler\"query_range\"}5m))) > 90 and sum by (job) (rate(http_request_duration_seconds_count{job~\".*thanos-query.*\", handler\"query_range\"}5m)) > 0)'\n for: 10m\n labels:\n severity: critical\n annotations:\n summary: Thanos Query Range Latency High (instance {{ $labels.instance }})\n description: \"Thanos Query {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for range queries. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosQueryRangeLatencyHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~.*thanos-query.*, handlerquery_range}5m))) > 90 and sum by (job) (rate(http_request_duration_seconds_count{job~.*thanos-query.*, handlerquery_range}5m)) > 0)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query Range Latency High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for range queries. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Thanos Query Overload/h3>p>Thanos Query {{$labels.job}} has been overloaded for more than 15 minutes. This may be a symptom of excessive simultanous complex requests, low performance of the Prometheus API, or failures within these components. Assess the health of the Thanos query instances, the connnected Prometheus instances, look for potential senders of these requests and then contact support./p>div classrounded-md>astro-island uidZ6T6Sx prefixr535 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosQueryOverload\n expr: '(max_over_time(thanos_query_concurrent_gate_queries_max5m) - avg_over_time(thanos_query_concurrent_gate_queries_in_flight5m) < 1)'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Thanos Query Overload (instance {{ $labels.instance }})\n description: \"Thanos Query {{$labels.job}} has been overloaded for more than 15 minutes. This may be a symptom of excessive simultanous complex requests, low performance of the Prometheus API, or failures within these components. Assess the health of the Thanos query instances, the connnected Prometheus instances, look for potential senders of these requests and then contact support. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosQueryOverload/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (max_over_time(thanos_query_concurrent_gate_queries_max5m) - avg_over_time(thanos_query_concurrent_gate_queries_in_flight5m) < 1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query Overload (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query {{$labels.job}} has been overloaded for more than 15 minutes. This may be a symptom of excessive simultanous complex requests, low performance of the Prometheus API, or failures within these components. Assess the health of the Thanos query instances, the connnected Prometheus instances, look for potential senders of these requests and then contact support. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>thanos-receiver/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Thanos Receive Http Request Error Rate High/h3>p>Thanos Receive {{$labels.job}} is failing to handle {{$value | humanize}}% of requests./p>div classrounded-md>astro-island uidZ2nudYC prefixr536 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosReceiveHttpRequestErrorRateHigh\n expr: '(sum by (job) (rate(http_requests_total{code~\"5..\", job~\".*thanos-receive.*\", handler\"receive\"}5m))/ sum by (job) (rate(http_requests_total{job~\".*thanos-receive.*\", handler\"receive\"}5m))) * 100 > 5'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Receive Http Request Error Rate High (instance {{ $labels.instance }})\n description: \"Thanos Receive {{$labels.job}} is failing to handle {{$value | humanize}}% of requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosReceiveHttpRequestErrorRateHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(http_requests_total{code~5.., job~.*thanos-receive.*, handlerreceive}5m))/ sum by (job) (rate(http_requests_total{job~.*thanos-receive.*, handlerreceive}5m))) * 100 > 5/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive Http Request Error Rate High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive {{$labels.job}} is failing to handle {{$value | humanize}}% of requests. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Thanos Receive Http Request Latency High/h3>p>Thanos Receive {{$labels.job}} has a 99th percentile latency of {{ $value }} seconds for requests./p>div classrounded-md>astro-island uidZ2eUagG prefixr537 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosReceiveHttpRequestLatencyHigh\n expr: '(histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~\".*thanos-receive.*\", handler\"receive\"}5m))) > 10 and sum by (job) (rate(http_request_duration_seconds_count{job~\".*thanos-receive.*\", handler\"receive\"}5m)) > 0)'\n for: 10m\n labels:\n severity: critical\n annotations:\n summary: Thanos Receive Http Request Latency High (instance {{ $labels.instance }})\n description: \"Thanos Receive {{$labels.job}} has a 99th percentile latency of {{ $value }} seconds for requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosReceiveHttpRequestLatencyHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job~.*thanos-receive.*, handlerreceive}5m))) > 10 and sum by (job) (rate(http_request_duration_seconds_count{job~.*thanos-receive.*, handlerreceive}5m)) > 0)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive Http Request Latency High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive {{$labels.job}} has a 99th percentile latency of {{ $value }} seconds for requests. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Thanos Receive High Replication Failures/h3>p>Thanos Receive {{$labels.job}} is failing to replicate {{$value | humanize}}% of requests./p>div classrounded-md>astro-island uidZ1WK7Eo prefixr538 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosReceiveHighReplicationFailures\n expr: 'thanos_receive_replication_factor > 1 and ((sum by (job) (rate(thanos_receive_replications_total{result\"error\", job~\".*thanos-receive.*\"}5m)) / sum by (job) (rate(thanos_receive_replications_total{job~\".*thanos-receive.*\"}5m))) > (max by (job) (floor((thanos_receive_replication_factor{job~\".*thanos-receive.*\"}+1)/ 2)) / max by (job) (thanos_receive_hashring_nodes{job~\".*thanos-receive.*\"}))) * 100'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Thanos Receive High Replication Failures (instance {{ $labels.instance }})\n description: \"Thanos Receive {{$labels.job}} is failing to replicate {{$value | humanize}}% of requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosReceiveHighReplicationFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> thanos_receive_replication_factor > 1 and ((sum by (job) (rate(thanos_receive_replications_total{resulterror, job~.*thanos-receive.*}5m)) / sum by (job) (rate(thanos_receive_replications_total{job~.*thanos-receive.*}5m))) > (max by (job) (floor((thanos_receive_replication_factor{job~.*thanos-receive.*}+1)/ 2)) / max by (job) (thanos_receive_hashring_nodes{job~.*thanos-receive.*}))) * 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive High Replication Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive {{$labels.job}} is failing to replicate {{$value | humanize}}% of requests. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Thanos Receive High Forward Request Failures/h3>p>Thanos Receive {{$labels.job}} is failing to forward {{$value | humanize}}% of requests./p>div classrounded-md>astro-island uidnmBvn prefixr539 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosReceiveHighForwardRequestFailures\n expr: '(sum by (job) (rate(thanos_receive_forward_requests_total{result\"error\", job~\".*thanos-receive.*\"}5m))/ sum by (job) (rate(thanos_receive_forward_requests_total{job~\".*thanos-receive.*\"}5m))) * 100 > 20'\n for: 5m\n labels:\n severity: info\n annotations:\n summary: Thanos Receive High Forward Request Failures (instance {{ $labels.instance }})\n description: \"Thanos Receive {{$labels.job}} is failing to forward {{$value | humanize}}% of requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosReceiveHighForwardRequestFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(thanos_receive_forward_requests_total{resulterror, job~.*thanos-receive.*}5m))/ sum by (job) (rate(thanos_receive_forward_requests_total{job~.*thanos-receive.*}5m))) * 100 > 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive High Forward Request Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive {{$labels.job}} is failing to forward {{$value | humanize}}% of requests. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Thanos Receive High Hashring File Refresh Failures/h3>p>Thanos Receive {{$labels.job}} is failing to refresh hashring file, {{$value | humanize}} of attempts failed./p>div classrounded-md>astro-island uidZ1Mdkz9 prefixr540 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosReceiveHighHashringFileRefreshFailures\n expr: '(sum by (job) (rate(thanos_receive_hashrings_file_errors_total{job~\".*thanos-receive.*\"}5m)) / sum by (job) (rate(thanos_receive_hashrings_file_refreshes_total{job~\".*thanos-receive.*\"}5m)) > 0)'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Thanos Receive High Hashring File Refresh Failures (instance {{ $labels.instance }})\n description: \"Thanos Receive {{$labels.job}} is failing to refresh hashring file, {{$value | humanize}} of attempts failed. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosReceiveHighHashringFileRefreshFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(thanos_receive_hashrings_file_errors_total{job~.*thanos-receive.*}5m)) / sum by (job) (rate(thanos_receive_hashrings_file_refreshes_total{job~.*thanos-receive.*}5m)) > 0)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive High Hashring File Refresh Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive {{$labels.job}} is failing to refresh hashring file, {{$value | humanize}} of attempts failed. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Thanos Receive Config Reload Failure/h3>p>Thanos Receive {{$labels.job}} has not been able to reload hashring configurations./p>div classrounded-md>astro-island uidZ2peFKn prefixr541 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosReceiveConfigReloadFailure\n expr: 'avg by (job) (thanos_receive_config_last_reload_successful{job~\".*thanos-receive.*\"}) ! 1'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Thanos Receive Config Reload Failure (instance {{ $labels.instance }})\n description: \"Thanos Receive {{$labels.job}} has not been able to reload hashring configurations. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosReceiveConfigReloadFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg by (job) (thanos_receive_config_last_reload_successful{job~.*thanos-receive.*}) ! 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive Config Reload Failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive {{$labels.job}} has not been able to reload hashring configurations. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Thanos Receive No Upload/h3>p>Thanos Receive {{$labels.instance}} has not uploaded latest data to object storage./p>div classrounded-md>astro-island uidZ1XuyPc prefixr542 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosReceiveNoUpload\n expr: '(up{job~\".*thanos-receive.*\"} - 1) + on (job, instance) (sum by (job, instance) (increase(thanos_shipper_uploads_total{job~\".*thanos-receive.*\"}3h)) 0)'\n for: 3h\n labels:\n severity: critical\n annotations:\n summary: Thanos Receive No Upload (instance {{ $labels.instance }})\n description: \"Thanos Receive {{$labels.instance}} has not uploaded latest data to object storage. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosReceiveNoUpload/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (up{job~.*thanos-receive.*} - 1) + on (job, instance) (sum by (job, instance) (increase(thanos_shipper_uploads_total{job~.*thanos-receive.*}3h)) 0)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 3h/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive No Upload (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive {{$labels.instance}} has not uploaded latest data to object storage. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>thanos-sidecar/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Thanos Sidecar Bucket Operations Failed/h3>p>Thanos Sidecar {{$labels.instance}} bucket operations are failing/p>div classrounded-md>astro-island uidZ1xoxKB prefixr543 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosSidecarBucketOperationsFailed\n expr: 'sum by (job, instance) (rate(thanos_objstore_bucket_operation_failures_total{job~\".*thanos-sidecar.*\"}5m)) > 0'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Sidecar Bucket Operations Failed (instance {{ $labels.instance }})\n description: \"Thanos Sidecar {{$labels.instance}} bucket operations are failing \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosSidecarBucketOperationsFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (job, instance) (rate(thanos_objstore_bucket_operation_failures_total{job~.*thanos-sidecar.*}5m)) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Sidecar Bucket Operations Failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Sidecar {{$labels.instance}} bucket operations are failing /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Thanos Sidecar No Connection To Started Prometheus/h3>p>Thanos Sidecar {{$labels.instance}} is unhealthy./p>div classrounded-md>astro-island uid25fxcX prefixr544 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosSidecarNoConnectionToStartedPrometheus\n expr: 'thanos_sidecar_prometheus_up{job~\".*thanos-sidecar.*\"} 0 and on (namespace, pod)prometheus_tsdb_data_replay_duration_seconds ! 0'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Sidecar No Connection To Started Prometheus (instance {{ $labels.instance }})\n description: \"Thanos Sidecar {{$labels.instance}} is unhealthy. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosSidecarNoConnectionToStartedPrometheus/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> thanos_sidecar_prometheus_up{job~.*thanos-sidecar.*} 0 and on (namespace, pod)prometheus_tsdb_data_replay_duration_seconds ! 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Sidecar No Connection To Started Prometheus (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Sidecar {{$labels.instance}} is unhealthy. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>thanos-store/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Thanos Store Grpc Error Rate/h3>p>Thanos Store {{$labels.job}} is failing to handle {{$value | humanize}}% of requests./p>div classrounded-md>astro-island uidZWwjLA prefixr545 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosStoreGrpcErrorRate\n expr: '(sum by (job) (rate(grpc_server_handled_total{grpc_code~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded\", job~\".*thanos-store.*\"}5m))/ sum by (job) (rate(grpc_server_started_total{job~\".*thanos-store.*\"}5m)) * 100 > 5)'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Thanos Store Grpc Error Rate (instance {{ $labels.instance }})\n description: \"Thanos Store {{$labels.job}} is failing to handle {{$value | humanize}}% of requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosStoreGrpcErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(grpc_server_handled_total{grpc_code~Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded, job~.*thanos-store.*}5m))/ sum by (job) (rate(grpc_server_started_total{job~.*thanos-store.*}5m)) * 100 > 5)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Store Grpc Error Rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Store {{$labels.job}} is failing to handle {{$value | humanize}}% of requests. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Thanos Store Series Gate Latency High/h3>p>Thanos Store {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for store series gate requests./p>div classrounded-md>astro-island uid2h7uYf prefixr546 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosStoreSeriesGateLatencyHigh\n expr: '(histogram_quantile(0.99, sum by (job, le) (rate(thanos_bucket_store_series_gate_duration_seconds_bucket{job~\".*thanos-store.*\"}5m))) > 2 and sum by (job) (rate(thanos_bucket_store_series_gate_duration_seconds_count{job~\".*thanos-store.*\"}5m)) > 0)'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Thanos Store Series Gate Latency High (instance {{ $labels.instance }})\n description: \"Thanos Store {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for store series gate requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosStoreSeriesGateLatencyHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (histogram_quantile(0.99, sum by (job, le) (rate(thanos_bucket_store_series_gate_duration_seconds_bucket{job~.*thanos-store.*}5m))) > 2 and sum by (job) (rate(thanos_bucket_store_series_gate_duration_seconds_count{job~.*thanos-store.*}5m)) > 0)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Store Series Gate Latency High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Store {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for store series gate requests. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Thanos Store Bucket High Operation Failures/h3>p>Thanos Store {{$labels.job}} Bucket is failing to execute {{$value | humanize}}% of operations./p>div classrounded-md>astro-island uidZq3GP7 prefixr547 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosStoreBucketHighOperationFailures\n expr: '(sum by (job) (rate(thanos_objstore_bucket_operation_failures_total{job~\".*thanos-store.*\"}5m)) / sum by (job) (rate(thanos_objstore_bucket_operations_total{job~\".*thanos-store.*\"}5m)) * 100 > 5)'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Thanos Store Bucket High Operation Failures (instance {{ $labels.instance }})\n description: \"Thanos Store {{$labels.job}} Bucket is failing to execute {{$value | humanize}}% of operations. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosStoreBucketHighOperationFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(thanos_objstore_bucket_operation_failures_total{job~.*thanos-store.*}5m)) / sum by (job) (rate(thanos_objstore_bucket_operations_total{job~.*thanos-store.*}5m)) * 100 > 5)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Store Bucket High Operation Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Store {{$labels.job}} Bucket is failing to execute {{$value | humanize}}% of operations. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Thanos Store Objstore Operation Latency High/h3>p>Thanos Store {{$labels.job}} Bucket has a 99th percentile latency of {{$value}} seconds for the bucket operations./p>div classrounded-md>astro-island uidZSwhYS prefixr548 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosStoreObjstoreOperationLatencyHigh\n expr: '(histogram_quantile(0.99, sum by (job, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job~\".*thanos-store.*\"}5m))) > 2 and sum by (job) (rate(thanos_objstore_bucket_operation_duration_seconds_count{job~\".*thanos-store.*\"}5m)) > 0)'\n for: 10m\n labels:\n severity: warning\n annotations:\n summary: Thanos Store Objstore Operation Latency High (instance {{ $labels.instance }})\n description: \"Thanos Store {{$labels.job}} Bucket has a 99th percentile latency of {{$value}} seconds for the bucket operations. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosStoreObjstoreOperationLatencyHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (histogram_quantile(0.99, sum by (job, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job~.*thanos-store.*}5m))) > 2 and sum by (job) (rate(thanos_objstore_bucket_operation_duration_seconds_count{job~.*thanos-store.*}5m)) > 0)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 10m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Store Objstore Operation Latency High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Store {{$labels.job}} Bucket has a 99th percentile latency of {{$value}} seconds for the bucket operations. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>thanos-ruler/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Thanos Rule Queue Is Dropping Alerts/h3>p>Thanos Rule {{$labels.instance}} is failing to queue alerts./p>div classrounded-md>astro-island uidRthYO prefixr549 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleQueueIsDroppingAlerts\n expr: 'sum by (job, instance) (rate(thanos_alert_queue_alerts_dropped_total{job~\".*thanos-rule.*\"}5m)) > 0'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Rule Queue Is Dropping Alerts (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.instance}} is failing to queue alerts. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleQueueIsDroppingAlerts/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (job, instance) (rate(thanos_alert_queue_alerts_dropped_total{job~.*thanos-rule.*}5m)) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule Queue Is Dropping Alerts (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.instance}} is failing to queue alerts. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Thanos Rule Sender Is Failing Alerts/h3>p>Thanos Rule {{$labels.instance}} is failing to send alerts to alertmanager./p>div classrounded-md>astro-island uidZ9PPr4 prefixr550 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleSenderIsFailingAlerts\n expr: 'sum by (job, instance) (rate(thanos_alert_sender_alerts_dropped_total{job~\".*thanos-rule.*\"}5m)) > 0'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Rule Sender Is Failing Alerts (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.instance}} is failing to send alerts to alertmanager. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleSenderIsFailingAlerts/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (job, instance) (rate(thanos_alert_sender_alerts_dropped_total{job~.*thanos-rule.*}5m)) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule Sender Is Failing Alerts (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.instance}} is failing to send alerts to alertmanager. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Thanos Rule High Rule Evaluation Failures/h3>p>Thanos Rule {{$labels.instance}} is failing to evaluate rules./p>div classrounded-md>astro-island uid10Nfxf prefixr551 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleHighRuleEvaluationFailures\n expr: '(sum by (job, instance) (rate(prometheus_rule_evaluation_failures_total{job~\".*thanos-rule.*\"}5m)) / sum by (job, instance) (rate(prometheus_rule_evaluations_total{job~\".*thanos-rule.*\"}5m)) * 100 > 5)'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Rule High Rule Evaluation Failures (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.instance}} is failing to evaluate rules. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleHighRuleEvaluationFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job, instance) (rate(prometheus_rule_evaluation_failures_total{job~.*thanos-rule.*}5m)) / sum by (job, instance) (rate(prometheus_rule_evaluations_total{job~.*thanos-rule.*}5m)) * 100 > 5)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule High Rule Evaluation Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.instance}} is failing to evaluate rules. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Thanos Rule High Rule Evaluation Warnings/h3>p>Thanos Rule {{$labels.instance}} has high number of evaluation warnings./p>div classrounded-md>astro-island uid1Ihhy7 prefixr552 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleHighRuleEvaluationWarnings\n expr: 'sum by (job, instance) (rate(thanos_rule_evaluation_with_warnings_total{job~\".*thanos-rule.*\"}5m)) > 0'\n for: 15m\n labels:\n severity: info\n annotations:\n summary: Thanos Rule High Rule Evaluation Warnings (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.instance}} has high number of evaluation warnings. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleHighRuleEvaluationWarnings/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (job, instance) (rate(thanos_rule_evaluation_with_warnings_total{job~.*thanos-rule.*}5m)) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule High Rule Evaluation Warnings (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.instance}} has high number of evaluation warnings. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Thanos Rule Rule Evaluation Latency High/h3>p>Thanos Rule {{$labels.instance}} has higher evaluation latency than interval for {{$labels.rule_group}}./p>div classrounded-md>astro-island uid2f462r prefixr553 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleRuleEvaluationLatencyHigh\n expr: '(sum by (job, instance, rule_group) (prometheus_rule_group_last_duration_seconds{job~\".*thanos-rule.*\"}) > sum by (job, instance, rule_group) (prometheus_rule_group_interval_seconds{job~\".*thanos-rule.*\"}))'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Thanos Rule Rule Evaluation Latency High (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.instance}} has higher evaluation latency than interval for {{$labels.rule_group}}. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleRuleEvaluationLatencyHigh/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job, instance, rule_group) (prometheus_rule_group_last_duration_seconds{job~.*thanos-rule.*}) > sum by (job, instance, rule_group) (prometheus_rule_group_interval_seconds{job~.*thanos-rule.*}))/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule Rule Evaluation Latency High (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.instance}} has higher evaluation latency than interval for {{$labels.rule_group}}. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Thanos Rule Grpc Error Rate/h3>p>Thanos Rule {{$labels.job}} is failing to handle {{$value | humanize}}% of requests./p>div classrounded-md>astro-island uid1NzRIR prefixr554 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleGrpcErrorRate\n expr: '(sum by (job, instance) (rate(grpc_server_handled_total{grpc_code~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded\", job~\".*thanos-rule.*\"}5m))/ sum by (job, instance) (rate(grpc_server_started_total{job~\".*thanos-rule.*\"}5m)) * 100 > 5)'\n for: 5m\n labels:\n severity: warning\n annotations:\n summary: Thanos Rule Grpc Error Rate (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.job}} is failing to handle {{$value | humanize}}% of requests. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleGrpcErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job, instance) (rate(grpc_server_handled_total{grpc_code~Unknown|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded, job~.*thanos-rule.*}5m))/ sum by (job, instance) (rate(grpc_server_started_total{job~.*thanos-rule.*}5m)) * 100 > 5)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule Grpc Error Rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.job}} is failing to handle {{$value | humanize}}% of requests. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Thanos Rule Config Reload Failure/h3>p>Thanos Rule {{$labels.job}} has not been able to reload its configuration./p>div classrounded-md>astro-island uidZ1qq7vv prefixr555 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleConfigReloadFailure\n expr: 'avg by (job, instance) (thanos_rule_config_last_reload_successful{job~\".*thanos-rule.*\"}) ! 1'\n for: 5m\n labels:\n severity: info\n annotations:\n summary: Thanos Rule Config Reload Failure (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.job}} has not been able to reload its configuration. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleConfigReloadFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> avg by (job, instance) (thanos_rule_config_last_reload_successful{job~.*thanos-rule.*}) ! 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule Config Reload Failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.job}} has not been able to reload its configuration. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>08/div>div>h3 classheading-lg mb-2>Thanos Rule Query High D N S Failures/h3>p>Thanos Rule {{$labels.job}} has {{$value | humanize}}% of failing DNS queries for query endpoints./p>div classrounded-md>astro-island uidDGatj prefixr556 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleQueryHighDNSFailures\n expr: '(sum by (job, instance) (rate(thanos_rule_query_apis_dns_failures_total{job~\".*thanos-rule.*\"}5m)) / sum by (job, instance) (rate(thanos_rule_query_apis_dns_lookups_total{job~\".*thanos-rule.*\"}5m)) * 100 > 1)'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Thanos Rule Query High D N S Failures (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.job}} has {{$value | humanize}}% of failing DNS queries for query endpoints. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleQueryHighDNSFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job, instance) (rate(thanos_rule_query_apis_dns_failures_total{job~.*thanos-rule.*}5m)) / sum by (job, instance) (rate(thanos_rule_query_apis_dns_lookups_total{job~.*thanos-rule.*}5m)) * 100 > 1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule Query High D N S Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.job}} has {{$value | humanize}}% of failing DNS queries for query endpoints. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>09/div>div>h3 classheading-lg mb-2>Thanos Rule Alertmanager High D N S Failures/h3>p>Thanos Rule {{$labels.instance}} has {{$value | humanize}}% of failing DNS queries for Alertmanager endpoints./p>div classrounded-md>astro-island uidZ2f11DQ prefixr557 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleAlertmanagerHighDNSFailures\n expr: '(sum by (job, instance) (rate(thanos_rule_alertmanagers_dns_failures_total{job~\".*thanos-rule.*\"}5m)) / sum by (job, instance) (rate(thanos_rule_alertmanagers_dns_lookups_total{job~\".*thanos-rule.*\"}5m)) * 100 > 1)'\n for: 15m\n labels:\n severity: warning\n annotations:\n summary: Thanos Rule Alertmanager High D N S Failures (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.instance}} has {{$value | humanize}}% of failing DNS queries for Alertmanager endpoints. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleAlertmanagerHighDNSFailures/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job, instance) (rate(thanos_rule_alertmanagers_dns_failures_total{job~.*thanos-rule.*}5m)) / sum by (job, instance) (rate(thanos_rule_alertmanagers_dns_lookups_total{job~.*thanos-rule.*}5m)) * 100 > 1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule Alertmanager High D N S Failures (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.instance}} has {{$value | humanize}}% of failing DNS queries for Alertmanager endpoints. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>10/div>div>h3 classheading-lg mb-2>Thanos Rule No Evaluation For10 Intervals/h3>p>Thanos Rule {{$labels.job}} has rule groups that did not evaluate for at least 10x of their expected interval./p>div classrounded-md>astro-island uidZNiYPF prefixr558 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleNoEvaluationFor10Intervals\n expr: 'time() - max by (job, instance, group) (prometheus_rule_group_last_evaluation_timestamp_seconds{job~\".*thanos-rule.*\"})>10 * max by (job, instance, group) (prometheus_rule_group_interval_seconds{job~\".*thanos-rule.*\"})'\n for: 5m\n labels:\n severity: info\n annotations:\n summary: Thanos Rule No Evaluation For10 Intervals (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.job}} has rule groups that did not evaluate for at least 10x of their expected interval. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleNoEvaluationFor10Intervals/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> time() - max by (job, instance, group) (prometheus_rule_group_last_evaluation_timestamp_seconds{job~.*thanos-rule.*})>10 * max by (job, instance, group) (prometheus_rule_group_interval_seconds{job~.*thanos-rule.*})/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> info/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule No Evaluation For10 Intervals (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.job}} has rule groups that did not evaluate for at least 10x of their expected interval. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>11/div>div>h3 classheading-lg mb-2>Thanos No Rule Evaluations/h3>p>Thanos Rule {{$labels.instance}} did not perform any rule evaluations in the past 10 minutes./p>div classrounded-md>astro-island uid1zIfpM prefixr559 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosNoRuleEvaluations\n expr: 'sum by (job, instance) (rate(prometheus_rule_evaluations_total{job~\".*thanos-rule.*\"}5m)) < 0 and sum by (job, instance) (thanos_rule_loaded_rules{job~\".*thanos-rule.*\"}) > 0'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos No Rule Evaluations (instance {{ $labels.instance }})\n description: \"Thanos Rule {{$labels.instance}} did not perform any rule evaluations in the past 10 minutes. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosNoRuleEvaluations/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (job, instance) (rate(prometheus_rule_evaluations_total{job~.*thanos-rule.*}5m)) < 0 and sum by (job, instance) (thanos_rule_loaded_rules{job~.*thanos-rule.*}) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos No Rule Evaluations (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule {{$labels.instance}} did not perform any rule evaluations in the past 10 minutes. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>thanos-bucket-replicate/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Thanos Bucket Replicate Error Rate/h3>p>Thanos Replicate is failing to run, {{$value | humanize}}% of attempts failed./p>div classrounded-md>astro-island uid2i08Dp prefixr560 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosBucketReplicateErrorRate\n expr: '(sum by (job) (rate(thanos_replicate_replication_runs_total{result\"error\", job~\".*thanos-bucket-replicate.*\"}5m))/ on (job) group_left sum by (job) (rate(thanos_replicate_replication_runs_total{job~\".*thanos-bucket-replicate.*\"}5m))) * 100 > 10'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Bucket Replicate Error Rate (instance {{ $labels.instance }})\n description: \"Thanos Replicate is failing to run, {{$value | humanize}}% of attempts failed. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosBucketReplicateErrorRate/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (sum by (job) (rate(thanos_replicate_replication_runs_total{resulterror, job~.*thanos-bucket-replicate.*}5m))/ on (job) group_left sum by (job) (rate(thanos_replicate_replication_runs_total{job~.*thanos-bucket-replicate.*}5m))) * 100 > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Bucket Replicate Error Rate (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Replicate is failing to run, {{$value | humanize}}% of attempts failed. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Thanos Bucket Replicate Run Latency/h3>p>Thanos Replicate {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for the replicate operations./p>div classrounded-md>astro-island uidZ20UEQh prefixr561 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosBucketReplicateRunLatency\n expr: '(histogram_quantile(0.99, sum by (job) (rate(thanos_replicate_replication_run_duration_seconds_bucket{job~\".*thanos-bucket-replicate.*\"}5m))) > 20 and sum by (job) (rate(thanos_replicate_replication_run_duration_seconds_bucket{job~\".*thanos-bucket-replicate.*\"}5m)) > 0)'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Bucket Replicate Run Latency (instance {{ $labels.instance }})\n description: \"Thanos Replicate {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for the replicate operations. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosBucketReplicateRunLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (histogram_quantile(0.99, sum by (job) (rate(thanos_replicate_replication_run_duration_seconds_bucket{job~.*thanos-bucket-replicate.*}5m))) > 20 and sum by (job) (rate(thanos_replicate_replication_run_duration_seconds_bucket{job~.*thanos-bucket-replicate.*}5m)) > 0)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Bucket Replicate Run Latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Replicate {{$labels.job}} has a 99th percentile latency of {{$value}} seconds for the replicate operations. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article>article classpx-8 py-4>h2 classheading-sm>thanos-component-absent/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Thanos Compact Is Down/h3>p>ThanosCompact has disappeared. Prometheus target for the component cannot be discovered./p>div classrounded-md>astro-island uid27SBEd prefixr562 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosCompactIsDown\n expr: 'absent(up{job~\".*thanos-compact.*\"} 1)'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Compact Is Down (instance {{ $labels.instance }})\n description: \"ThanosCompact has disappeared. Prometheus target for the component cannot be discovered. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosCompactIsDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> absent(up{job~.*thanos-compact.*} 1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Compact Is Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosCompact has disappeared. Prometheus target for the component cannot be discovered. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Thanos Query Is Down/h3>p>ThanosQuery has disappeared. Prometheus target for the component cannot be discovered./p>div classrounded-md>astro-island uid2d2wks prefixr563 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosQueryIsDown\n expr: 'absent(up{job~\".*thanos-query.*\"} 1)'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Query Is Down (instance {{ $labels.instance }})\n description: \"ThanosQuery has disappeared. Prometheus target for the component cannot be discovered. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosQueryIsDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> absent(up{job~.*thanos-query.*} 1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Query Is Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosQuery has disappeared. Prometheus target for the component cannot be discovered. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Thanos Receive Is Down/h3>p>ThanosReceive has disappeared. Prometheus target for the component cannot be discovered./p>div classrounded-md>astro-island uidZ1mCH5a prefixr564 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosReceiveIsDown\n expr: 'absent(up{job~\".*thanos-receive.*\"} 1)'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Receive Is Down (instance {{ $labels.instance }})\n description: \"ThanosReceive has disappeared. Prometheus target for the component cannot be discovered. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosReceiveIsDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> absent(up{job~.*thanos-receive.*} 1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Receive Is Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosReceive has disappeared. Prometheus target for the component cannot be discovered. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Thanos Rule Is Down/h3>p>ThanosRule has disappeared. Prometheus target for the component cannot be discovered./p>div classrounded-md>astro-island uidZ1cSiJF prefixr565 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosRuleIsDown\n expr: 'absent(up{job~\".*thanos-rule.*\"} 1)'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Rule Is Down (instance {{ $labels.instance }})\n description: \"ThanosRule has disappeared. Prometheus target for the component cannot be discovered. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRuleIsDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> absent(up{job~.*thanos-rule.*} 1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Rule Is Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosRule has disappeared. Prometheus target for the component cannot be discovered. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Thanos Sidecar Is Down/h3>p>ThanosSidecar has disappeared. Prometheus target for the component cannot be discovered./p>div classrounded-md>astro-island uid1JFysI prefixr566 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosSidecarIsDown\n expr: 'absent(up{job~\".*thanos-sidecar.*\"} 1)'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Sidecar Is Down (instance {{ $labels.instance }})\n description: \"ThanosSidecar has disappeared. Prometheus target for the component cannot be discovered. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosSidecarIsDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> absent(up{job~.*thanos-sidecar.*} 1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Sidecar Is Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosSidecar has disappeared. Prometheus target for the component cannot be discovered. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Thanos Store Is Down/h3>p>ThanosStore has disappeared. Prometheus target for the component cannot be discovered./p>div classrounded-md>astro-island uidZg0KVY prefixr567 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ThanosStoreIsDown\n expr: 'absent(up{job~\".*thanos-store.*\"} 1)'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Thanos Store Is Down (instance {{ $labels.instance }})\n description: \"ThanosStore has disappeared. Prometheus target for the component cannot be discovered. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosStoreIsDown/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> absent(up{job~.*thanos-store.*} 1)/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Thanos Store Is Down (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ThanosStore has disappeared. Prometheus target for the component cannot be discovered. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameLoki> div classrow-start-1 row-end-2> astro-island uidZTXBPn component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Loki","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Loki process too many restarts","description":0,"A loki process had too many restarts (target {{ $labels.instance }})","query":0,"changes(process_start_time_seconds{job~\".*loki.*\"}15m) > 2","severity":0,"warning"},0,{"name":0,"Loki request errors","description":0,"The {{ $labels.job }} and {{ $labels.route }} are experiencing errors","query":0,"100 * sum(rate(loki_request_duration_seconds_count{status_code~\"5..\"}1m)) by (namespace, job, route) / sum(rate(loki_request_duration_seconds_count1m)) by (namespace, job, route) > 10","severity":0,"critical","for":0,"15m"},0,{"name":0,"Loki request panic","description":0,"The {{ $labels.job }} is experiencing {{ printf \"%.2f\" $value }}% increase of panics","query":0,"sum(increase(loki_panic_total10m)) by (namespace, job) > 0","severity":0,"critical","for":0,"5m"},0,{"name":0,"Loki request latency","description":0,"The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf \"%.2f\" $value }}s 99th percentile latency","query":0,"(histogram_quantile(0.99, sum(rate(loki_request_duration_seconds_bucket{route!~\"(?i).*tail.*\"}5m)) by (le))) > 1","severity":0,"critical","for":0,"5m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>4 rules/div> p classinline> Loki process too many restarts, Loki request errors, Loki request panic, Loki request latency /p> /div> div classrow-start-3 row-end-4> astro-island uidZ1sFm44 prefixr628 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Loki","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Loki process too many restarts","description":0,"A loki process had too many restarts (target {{ $labels.instance }})","query":0,"changes(process_start_time_seconds{job~\".*loki.*\"}15m) > 2","severity":0,"warning"},0,{"name":0,"Loki request errors","description":0,"The {{ $labels.job }} and {{ $labels.route }} are experiencing errors","query":0,"100 * sum(rate(loki_request_duration_seconds_count{status_code~\"5..\"}1m)) by (namespace, job, route) / sum(rate(loki_request_duration_seconds_count1m)) by (namespace, job, route) > 10","severity":0,"critical","for":0,"15m"},0,{"name":0,"Loki request panic","description":0,"The {{ $labels.job }} is experiencing {{ printf \"%.2f\" $value }}% increase of panics","query":0,"sum(increase(loki_panic_total10m)) by (namespace, job) > 0","severity":0,"critical","for":0,"5m"},0,{"name":0,"Loki request latency","description":0,"The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf \"%.2f\" $value }}s 99th percentile latency","query":0,"(histogram_quantile(0.99, sum(rate(loki_request_duration_seconds_bucket{route!~\"(?i).*tail.*\"}5m)) by (le))) > 1","severity":0,"critical","for":0,"5m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r628R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Loki process too many restarts/h3>p>A loki process had too many restarts (target {{ $labels.instance }})/p>div classrounded-md>astro-island uid1swGio prefixr568 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: LokiProcessTooManyRestarts\n expr: 'changes(process_start_time_seconds{job~\".*loki.*\"}15m) > 2'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Loki process too many restarts (instance {{ $labels.instance }})\n description: \"A loki process had too many restarts (target {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> LokiProcessTooManyRestarts/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> changes(process_start_time_seconds{job~.*loki.*}15m) > 2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Loki process too many restarts (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> A loki process had too many restarts (target {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Loki request errors/h3>p>The {{ $labels.job }} and {{ $labels.route }} are experiencing errors/p>div classrounded-md>astro-island uidZ1X8JIF prefixr569 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: LokiRequestErrors\n expr: '100 * sum(rate(loki_request_duration_seconds_count{status_code~\"5..\"}1m)) by (namespace, job, route) / sum(rate(loki_request_duration_seconds_count1m)) by (namespace, job, route) > 10'\n for: 15m\n labels:\n severity: critical\n annotations:\n summary: Loki request errors (instance {{ $labels.instance }})\n description: \"The {{ $labels.job }} and {{ $labels.route }} are experiencing errors \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> LokiRequestErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 100 * sum(rate(loki_request_duration_seconds_count{status_code~5..}1m)) by (namespace, job, route) / sum(rate(loki_request_duration_seconds_count1m)) by (namespace, job, route) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 15m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Loki request errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The {{ $labels.job }} and {{ $labels.route }} are experiencing errors /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Loki request panic/h3>p>The {{ $labels.job }} is experiencing {{ printf "%.2f" $value }}% increase of panics/p>div classrounded-md>astro-island uidZ2efxxX prefixr570 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: LokiRequestPanic\n expr: 'sum(increase(loki_panic_total10m)) by (namespace, job) > 0'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Loki request panic (instance {{ $labels.instance }})\n description: \"The {{ $labels.job }} is experiencing {{ printf \"%.2f\" $value }}% increase of panics \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> LokiRequestPanic/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(increase(loki_panic_total10m)) by (namespace, job) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Loki request panic (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The {{ $labels.job }} is experiencing {{ printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f $value }}% increase of panics \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Loki request latency/h3>p>The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf "%.2f" $value }}s 99th percentile latency/p>div classrounded-md>astro-island uid2u4UE2 prefixr571 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: LokiRequestLatency\n expr: '(histogram_quantile(0.99, sum(rate(loki_request_duration_seconds_bucket{route!~\"(?i).*tail.*\"}5m)) by (le))) > 1'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Loki request latency (instance {{ $labels.instance }})\n description: \"The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf \"%.2f\" $value }}s 99th percentile latency \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> LokiRequestLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (histogram_quantile(0.99, sum(rate(loki_request_duration_seconds_bucket{route!~(?i).*tail.*}5m)) by (le))) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Loki request latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f $value }}s 99th percentile latency \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-namePromtail> div classrow-start-1 row-end-2> astro-island uidnMw4y component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Promtail","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Promtail request errors","description":0,"The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf \"%.2f\" $value }}% errors.","query":0,"100 * sum(rate(promtail_request_duration_seconds_count{status_code~\"5..|failed\"}1m)) by (namespace, job, route, instance) / sum(rate(promtail_request_duration_seconds_count1m)) by (namespace, job, route, instance) > 10","severity":0,"critical","for":0,"5m"},0,{"name":0,"Promtail request latency","description":0,"The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf \"%.2f\" $value }}s 99th percentile latency.","query":0,"histogram_quantile(0.99, sum(rate(promtail_request_duration_seconds_bucket5m)) by (le)) > 1","severity":0,"critical","for":0,"5m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>2 rules/div> p classinline> Promtail request errors, Promtail request latency /p> /div> div classrow-start-3 row-end-4> astro-island uidZ1b5lrD prefixr611 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Promtail","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Promtail request errors","description":0,"The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf \"%.2f\" $value }}% errors.","query":0,"100 * sum(rate(promtail_request_duration_seconds_count{status_code~\"5..|failed\"}1m)) by (namespace, job, route, instance) / sum(rate(promtail_request_duration_seconds_count1m)) by (namespace, job, route, instance) > 10","severity":0,"critical","for":0,"5m"},0,{"name":0,"Promtail request latency","description":0,"The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf \"%.2f\" $value }}s 99th percentile latency.","query":0,"histogram_quantile(0.99, sum(rate(promtail_request_duration_seconds_bucket5m)) by (le)) > 1","severity":0,"critical","for":0,"5m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r611R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Promtail request errors/h3>p>The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf "%.2f" $value }}% errors./p>div classrounded-md>astro-island uidWadGe prefixr572 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PromtailRequestErrors\n expr: '100 * sum(rate(promtail_request_duration_seconds_count{status_code~\"5..|failed\"}1m)) by (namespace, job, route, instance) / sum(rate(promtail_request_duration_seconds_count1m)) by (namespace, job, route, instance) > 10'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Promtail request errors (instance {{ $labels.instance }})\n description: \"The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf \"%.2f\" $value }}% errors. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PromtailRequestErrors/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 100 * sum(rate(promtail_request_duration_seconds_count{status_code~5..|failed}1m)) by (namespace, job, route, instance) / sum(rate(promtail_request_duration_seconds_count1m)) by (namespace, job, route, instance) > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Promtail request errors (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f $value }}% errors. \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Promtail request latency/h3>p>The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf "%.2f" $value }}s 99th percentile latency./p>div classrounded-md>astro-island uid1uXjRv prefixr573 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: PromtailRequestLatency\n expr: 'histogram_quantile(0.99, sum(rate(promtail_request_duration_seconds_bucket5m)) by (le)) > 1'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Promtail request latency (instance {{ $labels.instance }})\n description: \"The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf \"%.2f\" $value }}s 99th percentile latency. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> PromtailRequestLatency/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> histogram_quantile(0.99, sum(rate(promtail_request_duration_seconds_bucket5m)) by (le)) > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Promtail request latency (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> The {{ $labels.job }} {{ $labels.route }} is experiencing {{ printf /span>span stylecolor:#4C4F69>%/span>span stylecolor:#40A02B>.2f $value }}s 99th percentile latency. \n VALUE {{ $value }}\n LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameCortex> div classrow-start-1 row-end-2> astro-island uidWOn0C component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Cortex","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Cortex ruler configuration reload failure","description":0,"Cortex ruler configuration reload failure (instance {{ $labels.instance }})","query":0,"cortex_ruler_config_last_reload_successful ! 1","severity":0,"warning"},0,{"name":0,"Cortex not connected to Alertmanager","description":0,"Cortex not connected to Alertmanager (instance {{ $labels.instance }})","query":0,"cortex_prometheus_notifications_alertmanagers_discovered < 1","severity":0,"critical"},0,{"name":0,"Cortex notification are being dropped","description":0,"Cortex notification are being dropped due to errors (instance {{ $labels.instance }})","query":0,"rate(cortex_prometheus_notifications_dropped_total5m) > 0","severity":0,"critical"},0,{"name":0,"Cortex notification error","description":0,"Cortex is failing when sending alert notifications (instance {{ $labels.instance }})","query":0,"rate(cortex_prometheus_notifications_errors_total5m) > 0","severity":0,"critical"},0,{"name":0,"Cortex ingester unhealthy","description":0,"Cortex has an unhealthy ingester","query":0,"cortex_ring_members{state\"Unhealthy\", name\"ingester\"} > 0","severity":0,"critical"},0,{"name":0,"Cortex frontend queries stuck","description":0,"There are queued up queries in query-frontend.","query":0,"sum by (job) (cortex_query_frontend_queue_length) > 0","severity":0,"critical","for":0,"5m"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>6 rules/div> p classinline> Cortex ruler configuration reload failure, Cortex not connected to Alertmanager, Cortex notification are being dropped, Cortex notification error, Cortex ingester unhealthy, Cortex frontend queries stuck /p> /div> div classrow-start-3 row-end-4> astro-island uidZUfUXG prefixr631 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Cortex","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Cortex ruler configuration reload failure","description":0,"Cortex ruler configuration reload failure (instance {{ $labels.instance }})","query":0,"cortex_ruler_config_last_reload_successful ! 1","severity":0,"warning"},0,{"name":0,"Cortex not connected to Alertmanager","description":0,"Cortex not connected to Alertmanager (instance {{ $labels.instance }})","query":0,"cortex_prometheus_notifications_alertmanagers_discovered < 1","severity":0,"critical"},0,{"name":0,"Cortex notification are being dropped","description":0,"Cortex notification are being dropped due to errors (instance {{ $labels.instance }})","query":0,"rate(cortex_prometheus_notifications_dropped_total5m) > 0","severity":0,"critical"},0,{"name":0,"Cortex notification error","description":0,"Cortex is failing when sending alert notifications (instance {{ $labels.instance }})","query":0,"rate(cortex_prometheus_notifications_errors_total5m) > 0","severity":0,"critical"},0,{"name":0,"Cortex ingester unhealthy","description":0,"Cortex has an unhealthy ingester","query":0,"cortex_ring_members{state\"Unhealthy\", name\"ingester\"} > 0","severity":0,"critical"},0,{"name":0,"Cortex frontend queries stuck","description":0,"There are queued up queries in query-frontend.","query":0,"sum by (job) (cortex_query_frontend_queue_length) > 0","severity":0,"critical","for":0,"5m"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r631R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Cortex ruler configuration reload failure/h3>p>Cortex ruler configuration reload failure (instance {{ $labels.instance }})/p>div classrounded-md>astro-island uidZBkoJa prefixr574 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CortexRulerConfigurationReloadFailure\n expr: 'cortex_ruler_config_last_reload_successful ! 1'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Cortex ruler configuration reload failure (instance {{ $labels.instance }})\n description: \"Cortex ruler configuration reload failure (instance {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CortexRulerConfigurationReloadFailure/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cortex_ruler_config_last_reload_successful ! 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex ruler configuration reload failure (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex ruler configuration reload failure (instance {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Cortex not connected to Alertmanager/h3>p>Cortex not connected to Alertmanager (instance {{ $labels.instance }})/p>div classrounded-md>astro-island uid2w7vBd prefixr575 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CortexNotConnectedToAlertmanager\n expr: 'cortex_prometheus_notifications_alertmanagers_discovered < 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cortex not connected to Alertmanager (instance {{ $labels.instance }})\n description: \"Cortex not connected to Alertmanager (instance {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CortexNotConnectedToAlertmanager/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cortex_prometheus_notifications_alertmanagers_discovered < 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex not connected to Alertmanager (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex not connected to Alertmanager (instance {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Cortex notification are being dropped/h3>p>Cortex notification are being dropped due to errors (instance {{ $labels.instance }})/p>div classrounded-md>astro-island uidZ2saigc prefixr576 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CortexNotificationAreBeingDropped\n expr: 'rate(cortex_prometheus_notifications_dropped_total5m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cortex notification are being dropped (instance {{ $labels.instance }})\n description: \"Cortex notification are being dropped due to errors (instance {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CortexNotificationAreBeingDropped/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(cortex_prometheus_notifications_dropped_total5m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex notification are being dropped (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex notification are being dropped due to errors (instance {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Cortex notification error/h3>p>Cortex is failing when sending alert notifications (instance {{ $labels.instance }})/p>div classrounded-md>astro-island uidt4vQr prefixr577 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CortexNotificationError\n expr: 'rate(cortex_prometheus_notifications_errors_total5m) > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cortex notification error (instance {{ $labels.instance }})\n description: \"Cortex is failing when sending alert notifications (instance {{ $labels.instance }}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CortexNotificationError/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> rate(cortex_prometheus_notifications_errors_total5m) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex notification error (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex is failing when sending alert notifications (instance {{ $labels.instance }}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Cortex ingester unhealthy/h3>p>Cortex has an unhealthy ingester/p>div classrounded-md>astro-island uidZ1GEW4y prefixr578 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CortexIngesterUnhealthy\n expr: 'cortex_ring_members{state\"Unhealthy\", name\"ingester\"} > 0'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Cortex ingester unhealthy (instance {{ $labels.instance }})\n description: \"Cortex has an unhealthy ingester \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CortexIngesterUnhealthy/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> cortex_ring_members{stateUnhealthy, nameingester} > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex ingester unhealthy (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex has an unhealthy ingester /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Cortex frontend queries stuck/h3>p>There are queued up queries in query-frontend./p>div classrounded-md>astro-island uidZ1as0vT prefixr579 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: CortexFrontendQueriesStuck\n expr: 'sum by (job) (cortex_query_frontend_queue_length) > 0'\n for: 5m\n labels:\n severity: critical\n annotations:\n summary: Cortex frontend queries stuck (instance {{ $labels.instance }})\n description: \"There are queued up queries in query-frontend. \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> CortexFrontendQueriesStuck/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum by (job) (cortex_query_frontend_queue_length) > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 5m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Cortex frontend queries stuck (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> There are queued up queries in query-frontend. /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameJenkins> div classrow-start-1 row-end-2> astro-island uidZ1Vk29f component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Jenkins","exporters":1,0,{"name":0,"Metric plugin","slug":0,"metric-plugin","doc_url":0,"https://plugins.jenkins.io/prometheus/","rules":1,0,{"name":0,"Jenkins offline","description":0,"Jenkins offline: `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})","query":0,"jenkins_node_offline_value > 1","severity":0,"critical"},0,{"name":0,"Jenkins healthcheck","description":0,"Jenkins healthcheck score: {{$value}}. Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})","query":0,"jenkins_health_check_score < 1","severity":0,"critical"},0,{"name":0,"Jenkins outdated plugins","description":0,"{{ $value }} plugins need update","query":0,"sum(jenkins_plugins_withUpdate) by (instance) > 3","severity":0,"warning","for":0,"1d"},0,{"name":0,"Jenkins builds health score","description":0,"Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})","query":0,"default_jenkins_builds_health_score < 1","severity":0,"critical"},0,{"name":0,"Jenkins run failure total","description":0,"Job run failures: ({{$value}}) {{$labels.jenkins_job}}. Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})","query":0,"delta(jenkins_runs_failure_total1h) > 100","severity":0,"warning"},0,{"name":0,"Jenkins build tests failing","description":0,"Last build tests failed: {{$labels.jenkins_job}}. Failed build Tests for job `{{$labels.jenkins_job}}` on {{$labels.instance}}/{{$labels.env}} ({{$labels.region}})","query":0,"default_jenkins_builds_last_build_tests_failing > 0","severity":0,"warning"},0,{"name":0,"Jenkins last build failed","description":0,"Last build failed: {{$labels.jenkins_job}}. Failed build for job `{{$labels.jenkins_job}}` on {{$labels.instance}}/{{$labels.env}} ({{$labels.region}})","query":0,"default_jenkins_builds_last_build_result_ordinal 2","severity":0,"warning","comments":0,"* RUNNING -1 true - The build had no errors.\n* SUCCESS 0 true - The build had no errors.\n* UNSTABLE 1 true - The build had some errors but they were not fatal. For example, some tests failed.\n* FAILURE 2 false - The build had a fatal error.\n* NOT_BUILT 3 false - The module was not built.\n* ABORTED 4 false - The build was manually aborted.\n"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>7 rules/div> p classinline> Jenkins offline, Jenkins healthcheck, Jenkins outdated plugins, Jenkins builds health score, Jenkins run failure total, Jenkins build tests failing, Jenkins last build failed /p> /div> div classrow-start-3 row-end-4> astro-island uidRWKXI prefixr634 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Jenkins","exporters":1,0,{"name":0,"Metric plugin","slug":0,"metric-plugin","doc_url":0,"https://plugins.jenkins.io/prometheus/","rules":1,0,{"name":0,"Jenkins offline","description":0,"Jenkins offline: `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})","query":0,"jenkins_node_offline_value > 1","severity":0,"critical"},0,{"name":0,"Jenkins healthcheck","description":0,"Jenkins healthcheck score: {{$value}}. Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})","query":0,"jenkins_health_check_score < 1","severity":0,"critical"},0,{"name":0,"Jenkins outdated plugins","description":0,"{{ $value }} plugins need update","query":0,"sum(jenkins_plugins_withUpdate) by (instance) > 3","severity":0,"warning","for":0,"1d"},0,{"name":0,"Jenkins builds health score","description":0,"Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})","query":0,"default_jenkins_builds_health_score < 1","severity":0,"critical"},0,{"name":0,"Jenkins run failure total","description":0,"Job run failures: ({{$value}}) {{$labels.jenkins_job}}. Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})","query":0,"delta(jenkins_runs_failure_total1h) > 100","severity":0,"warning"},0,{"name":0,"Jenkins build tests failing","description":0,"Last build tests failed: {{$labels.jenkins_job}}. Failed build Tests for job `{{$labels.jenkins_job}}` on {{$labels.instance}}/{{$labels.env}} ({{$labels.region}})","query":0,"default_jenkins_builds_last_build_tests_failing > 0","severity":0,"warning"},0,{"name":0,"Jenkins last build failed","description":0,"Last build failed: {{$labels.jenkins_job}}. Failed build for job `{{$labels.jenkins_job}}` on {{$labels.instance}}/{{$labels.env}} ({{$labels.region}})","query":0,"default_jenkins_builds_last_build_result_ordinal 2","severity":0,"warning","comments":0,"* RUNNING -1 true - The build had no errors.\n* SUCCESS 0 true - The build had no errors.\n* UNSTABLE 1 true - The build had some errors but they were not fatal. For example, some tests failed.\n* FAILURE 2 false - The build had a fatal error.\n* NOT_BUILT 3 false - The module was not built.\n* ABORTED 4 false - The build was manually aborted.\n"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r634R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>metric-plugin/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Jenkins offline/h3>p>Jenkins offline: `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})/p>div classrounded-md>astro-island uidZ1yfKRi prefixr580 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: JenkinsOffline\n expr: 'jenkins_node_offline_value > 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Jenkins offline (instance {{ $labels.instance }})\n description: \"Jenkins offline: `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JenkinsOffline/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> jenkins_node_offline_value > 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Jenkins offline (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Jenkins offline: `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Jenkins healthcheck/h3>p>Jenkins healthcheck score: {{$value}}. Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})/p>div classrounded-md>astro-island uidZ27hOWy prefixr581 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: JenkinsHealthcheck\n expr: 'jenkins_health_check_score < 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Jenkins healthcheck (instance {{ $labels.instance }})\n description: \"Jenkins healthcheck score: {{$value}}. Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JenkinsHealthcheck/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> jenkins_health_check_score < 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Jenkins healthcheck (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Jenkins healthcheck score: {{$value}}. Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Jenkins outdated plugins/h3>p>{{ $value }} plugins need update/p>div classrounded-md>astro-island uidZMCP9b prefixr582 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: JenkinsOutdatedPlugins\n expr: 'sum(jenkins_plugins_withUpdate) by (instance) > 3'\n for: 1d\n labels:\n severity: warning\n annotations:\n summary: Jenkins outdated plugins (instance {{ $labels.instance }})\n description: \"{{ $value }} plugins need update \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JenkinsOutdatedPlugins/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> sum(jenkins_plugins_withUpdate) by (instance) > 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 1d/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Jenkins outdated plugins (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> {{ $value }} plugins need update /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Jenkins builds health score/h3>p>Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})/p>div classrounded-md>astro-island uidZ1fmhR prefixr583 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: JenkinsBuildsHealthScore\n expr: 'default_jenkins_builds_health_score < 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Jenkins builds health score (instance {{ $labels.instance }})\n description: \"Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JenkinsBuildsHealthScore/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> default_jenkins_builds_health_score < 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Jenkins builds health score (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Jenkins run failure total/h3>p>Job run failures: ({{$value}}) {{$labels.jenkins_job}}. Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}})/p>div classrounded-md>astro-island uid2usCy0 prefixr584 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: JenkinsRunFailureTotal\n expr: 'delta(jenkins_runs_failure_total1h) > 100'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Jenkins run failure total (instance {{ $labels.instance }})\n description: \"Job run failures: ({{$value}}) {{$labels.jenkins_job}}. Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JenkinsRunFailureTotal/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> delta(jenkins_runs_failure_total1h) > 100/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Jenkins run failure total (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Job run failures: ({{$value}}) {{$labels.jenkins_job}}. Healthcheck failure for `{{$labels.instance}}` in realm {{$labels.realm}}/{{$labels.env}} ({{$labels.region}}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Jenkins build tests failing/h3>p>Last build tests failed: {{$labels.jenkins_job}}. Failed build Tests for job `{{$labels.jenkins_job}}` on {{$labels.instance}}/{{$labels.env}} ({{$labels.region}})/p>div classrounded-md>astro-island uid7ETe5 prefixr585 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: JenkinsBuildTestsFailing\n expr: 'default_jenkins_builds_last_build_tests_failing > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Jenkins build tests failing (instance {{ $labels.instance }})\n description: \"Last build tests failed: {{$labels.jenkins_job}}. Failed build Tests for job `{{$labels.jenkins_job}}` on {{$labels.instance}}/{{$labels.env}} ({{$labels.region}}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JenkinsBuildTestsFailing/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> default_jenkins_builds_last_build_tests_failing > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Jenkins build tests failing (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Last build tests failed: {{$labels.jenkins_job}}. Failed build Tests for job `{{$labels.jenkins_job}}` on {{$labels.instance}}/{{$labels.env}} ({{$labels.region}}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>07/div>div>h3 classheading-lg mb-2>Jenkins last build failed/h3>p>Last build failed: {{$labels.jenkins_job}}. Failed build for job `{{$labels.jenkins_job}}` on {{$labels.instance}}/{{$labels.env}} ({{$labels.region}})/p>div classrounded-md>astro-island uid19Jcok prefixr586 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"# * RUNNING -1 true - The build had no errors.\n# * SUCCESS 0 true - The build had no errors.\n# * UNSTABLE 1 true - The build had some errors but they were not fatal. For example, some tests failed.\n# * FAILURE 2 false - The build had a fatal error.\n# * NOT_BUILT 3 false - The module was not built.\n# * ABORTED 4 false - The build was manually aborted.\n- alert: JenkinsLastBuildFailed\n expr: 'default_jenkins_builds_last_build_result_ordinal 2'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Jenkins last build failed (instance {{ $labels.instance }})\n description: \"Last build failed: {{$labels.jenkins_job}}. Failed build for job `{{$labels.jenkins_job}}` on {{$labels.instance}}/{{$labels.env}} ({{$labels.region}}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#9CA0B0;font-style:italic># * RUNNING -1 true - The build had no errors./span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># * SUCCESS 0 true - The build had no errors./span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># * UNSTABLE 1 true - The build had some errors but they were not fatal. For example, some tests failed./span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># * FAILURE 2 false - The build had a fatal error./span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># * NOT_BUILT 3 false - The module was not built./span>/span>span classline>span stylecolor:#9CA0B0;font-style:italic># * ABORTED 4 false - The build was manually aborted./span>/span>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> JenkinsLastBuildFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> default_jenkins_builds_last_build_result_ordinal 2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Jenkins last build failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Last build failed: {{$labels.jenkins_job}}. Failed build for job `{{$labels.jenkins_job}}` on {{$labels.instance}}/{{$labels.env}} ({{$labels.region}}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameAPC UPS> div classrow-start-1 row-end-2> astro-island uid2wBhed component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"APC UPS","exporters":1,0,{"name":0,"mdlayher/apcupsd_exporter","slug":0,"apcupsd_exporter","doc_url":0,"https://github.com/mdlayher/apcupsd_exporter","rules":1,0,{"name":0,"APC UPS Battery nearly empty","description":0,"Battery is almost empty (< 10% left)","query":0,"apcupsd_battery_charge_percent < 10","severity":0,"critical"},0,{"name":0,"APC UPS Less than 15 Minutes of battery time remaining","description":0,"Battery is almost empty (< 15 Minutes remaining)","query":0,"apcupsd_battery_time_left_seconds < 900","severity":0,"critical"},0,{"name":0,"APC UPS AC input outage","description":0,"UPS now running on battery (since {{$value | humanizeDuration}})","query":0,"apcupsd_battery_time_on_seconds > 0","severity":0,"warning"},0,{"name":0,"APC UPS low battery voltage","description":0,"Battery voltage is lower than nominal (< 95%)","query":0,"(apcupsd_battery_volts / apcupsd_battery_nominal_volts) < 0.95","severity":0,"warning"},0,{"name":0,"APC UPS high temperature","description":0,"Internal temperature is high ({{$value}}°C)","query":0,"apcupsd_internal_temperature_celsius > 40","severity":0,"warning","for":0,"2m"},0,{"name":0,"APC UPS high load","description":0,"UPS load is > 80%","query":0,"apcupsd_ups_load_percent > 80","severity":0,"warning"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>6 rules/div> p classinline> APC UPS Battery nearly empty, APC UPS Less than 15 Minutes of battery time remaining, APC UPS AC input outage, APC UPS low battery voltage, APC UPS high temperature, APC UPS high load /p> /div> div classrow-start-3 row-end-4> astro-island uidZ2d7YpE prefixr632 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"APC UPS","exporters":1,0,{"name":0,"mdlayher/apcupsd_exporter","slug":0,"apcupsd_exporter","doc_url":0,"https://github.com/mdlayher/apcupsd_exporter","rules":1,0,{"name":0,"APC UPS Battery nearly empty","description":0,"Battery is almost empty (< 10% left)","query":0,"apcupsd_battery_charge_percent < 10","severity":0,"critical"},0,{"name":0,"APC UPS Less than 15 Minutes of battery time remaining","description":0,"Battery is almost empty (< 15 Minutes remaining)","query":0,"apcupsd_battery_time_left_seconds < 900","severity":0,"critical"},0,{"name":0,"APC UPS AC input outage","description":0,"UPS now running on battery (since {{$value | humanizeDuration}})","query":0,"apcupsd_battery_time_on_seconds > 0","severity":0,"warning"},0,{"name":0,"APC UPS low battery voltage","description":0,"Battery voltage is lower than nominal (< 95%)","query":0,"(apcupsd_battery_volts / apcupsd_battery_nominal_volts) < 0.95","severity":0,"warning"},0,{"name":0,"APC UPS high temperature","description":0,"Internal temperature is high ({{$value}}°C)","query":0,"apcupsd_internal_temperature_celsius > 40","severity":0,"warning","for":0,"2m"},0,{"name":0,"APC UPS high load","description":0,"UPS load is > 80%","query":0,"apcupsd_ups_load_percent > 80","severity":0,"warning"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r632R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>apcupsd_exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>APC UPS Battery nearly empty/h3>p>Battery is almost empty (< 10% left)/p>div classrounded-md>astro-island uidZdNKJi prefixr587 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ApcUpsBatteryNearlyEmpty\n expr: 'apcupsd_battery_charge_percent < 10'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: APC UPS Battery nearly empty (instance {{ $labels.instance }})\n description: \"Battery is almost empty (< 10% left) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ApcUpsBatteryNearlyEmpty/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> apcupsd_battery_charge_percent < 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> APC UPS Battery nearly empty (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Battery is almost empty (< 10% left) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>APC UPS Less than 15 Minutes of battery time remaining/h3>p>Battery is almost empty (< 15 Minutes remaining)/p>div classrounded-md>astro-island uid1pfBCI prefixr588 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ApcUpsLessThan15MinutesOfBatteryTimeRemaining\n expr: 'apcupsd_battery_time_left_seconds < 900'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: APC UPS Less than 15 Minutes of battery time remaining (instance {{ $labels.instance }})\n description: \"Battery is almost empty (< 15 Minutes remaining) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ApcUpsLessThan15MinutesOfBatteryTimeRemaining/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> apcupsd_battery_time_left_seconds < 900/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> APC UPS Less than 15 Minutes of battery time remaining (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Battery is almost empty (< 15 Minutes remaining) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>APC UPS AC input outage/h3>p>UPS now running on battery (since {{$value | humanizeDuration}})/p>div classrounded-md>astro-island uidZfGWjE prefixr589 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ApcUpsAcInputOutage\n expr: 'apcupsd_battery_time_on_seconds > 0'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: APC UPS AC input outage (instance {{ $labels.instance }})\n description: \"UPS now running on battery (since {{$value | humanizeDuration}}) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ApcUpsAcInputOutage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> apcupsd_battery_time_on_seconds > 0/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> APC UPS AC input outage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> UPS now running on battery (since {{$value | humanizeDuration}}) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>APC UPS low battery voltage/h3>p>Battery voltage is lower than nominal (< 95%)/p>div classrounded-md>astro-island uidZW75n9 prefixr590 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ApcUpsLowBatteryVoltage\n expr: '(apcupsd_battery_volts / apcupsd_battery_nominal_volts) < 0.95'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: APC UPS low battery voltage (instance {{ $labels.instance }})\n description: \"Battery voltage is lower than nominal (< 95%) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ApcUpsLowBatteryVoltage/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> (apcupsd_battery_volts / apcupsd_battery_nominal_volts) < 0.95/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> APC UPS low battery voltage (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Battery voltage is lower than nominal (< 95%) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>APC UPS high temperature/h3>p>Internal temperature is high ({{$value}}°C)/p>div classrounded-md>astro-island uid82y85 prefixr591 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ApcUpsHighTemperature\n expr: 'apcupsd_internal_temperature_celsius > 40'\n for: 2m\n labels:\n severity: warning\n annotations:\n summary: APC UPS high temperature (instance {{ $labels.instance }})\n description: \"Internal temperature is high ({{$value}}°C) \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ApcUpsHighTemperature/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> apcupsd_internal_temperature_celsius > 40/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 2m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> APC UPS high temperature (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Internal temperature is high ({{$value}}°C) /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>APC UPS high load/h3>p>UPS load is > 80%/p>div classrounded-md>astro-island uidZaKpLx prefixr592 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ApcUpsHighLoad\n expr: 'apcupsd_ups_load_percent > 80'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: APC UPS high load (instance {{ $labels.instance }})\n description: \"UPS load is > 80% \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ApcUpsHighLoad/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> apcupsd_ups_load_percent > 80/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> APC UPS high load (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> UPS load is > 80% /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div>div classrounded-md border bg-card text-card-foreground px-6 py-8 grid grid-rows-subgrid gap-3 row-span-3 data-service-nameGraph Node> div classrow-start-1 row-end-2> astro-island uidZ2p11k5 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceHeader renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Graph Node","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Provider failed because net_version failed","description":0,"Failed net_version for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`","query":0,"eth_rpc_status 1","severity":0,"critical"},0,{"name":0,"Provider failed because get genesis failed","description":0,"Failed to get genesis for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`","query":0,"eth_rpc_status 2","severity":0,"critical"},0,{"name":0,"Provider failed because net_version timeout","description":0,"net_version timeout for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`","query":0,"eth_rpc_status 3","severity":0,"critical"},0,{"name":0,"Provider failed because get genesis timeout","description":0,"Timeout to get genesis for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`","query":0,"eth_rpc_status 4","severity":0,"critical"},0,{"name":0,"Store connection is too slow","description":0,"Store connection is too slow to `{{$labels.pool}}` pool, `{{$labels.shard}}` shard in Graph node `{{$labels.instance}}`","query":0,"store_connection_wait_time_ms > 10","severity":0,"warning"},0,{"name":0,"Store connection is too slow","description":0,"Store connection is too slow to `{{$labels.pool}}` pool, `{{$labels.shard}}` shard in Graph node `{{$labels.instance}}`","query":0,"store_connection_wait_time_ms > 20","severity":0,"critical"}}}} ssr clientonly opts{"name":"ServiceHeader","value":true}>/astro-island> /div> div classrow-start-2 row-end-3 text-ellipsis line-clamp-3> div classinline-flex items-center rounded-full px-1.5 py-0.5 text-xs font-semibold transition-colors focus:outline-none focus:ring-2 focus:ring-ring focus:ring-offset-2 border-transparent bg-secondary/80 text-secondary-foreground>6 rules/div> p classinline> Provider failed because net_version failed, Provider failed because get genesis failed, Provider failed because net_version timeout, Provider failed because get genesis timeout, Store connection is too slow, Store connection is too slow /p> /div> div classrow-start-3 row-end-4> astro-island uidZ12Xku9 prefixr633 component-url/_astro/service-rules-dialog.DDFY-0ue.js component-exportServiceRulesDialog renderer-url/_astro/client.BpsBl9sG.js props{"service":0,{"name":0,"Graph Node","exporters":1,0,{"name":0,"Embedded exporter","slug":0,"embedded-exporter","rules":1,0,{"name":0,"Provider failed because net_version failed","description":0,"Failed net_version for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`","query":0,"eth_rpc_status 1","severity":0,"critical"},0,{"name":0,"Provider failed because get genesis failed","description":0,"Failed to get genesis for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`","query":0,"eth_rpc_status 2","severity":0,"critical"},0,{"name":0,"Provider failed because net_version timeout","description":0,"net_version timeout for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`","query":0,"eth_rpc_status 3","severity":0,"critical"},0,{"name":0,"Provider failed because get genesis timeout","description":0,"Timeout to get genesis for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`","query":0,"eth_rpc_status 4","severity":0,"critical"},0,{"name":0,"Store connection is too slow","description":0,"Store connection is too slow to `{{$labels.pool}}` pool, `{{$labels.shard}}` shard in Graph node `{{$labels.instance}}`","query":0,"store_connection_wait_time_ms > 10","severity":0,"warning"},0,{"name":0,"Store connection is too slow","description":0,"Store connection is too slow to `{{$labels.pool}}` pool, `{{$labels.shard}}` shard in Graph node `{{$labels.instance}}`","query":0,"store_connection_wait_time_ms > 20","severity":0,"critical"}}}} ssr clientload opts{"name":"ServiceRulesDialog","value":true} await-children>button classitems-center justify-center whitespace-nowrap rounded-md text-sm font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 border border-input bg-background hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 block w-full typebutton aria-haspopupdialog aria-expandedfalse aria-controlsradix-:r633R0: data-stateclosed>View Alert Rules/button>template data-astro-template> article classpx-8 py-4>h2 classheading-sm>embedded-exporter/h2>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>01/div>div>h3 classheading-lg mb-2>Provider failed because net_version failed/h3>p>Failed net_version for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`/p>div classrounded-md>astro-island uid23hQip prefixr593 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ProviderFailedBecauseNetVersionFailed\n expr: 'eth_rpc_status 1'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Provider failed because net_version failed (instance {{ $labels.instance }})\n description: \"Failed net_version for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}` \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ProviderFailedBecauseNetVersionFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> eth_rpc_status 1/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Provider failed because net_version failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Failed net_version for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}` /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>02/div>div>h3 classheading-lg mb-2>Provider failed because get genesis failed/h3>p>Failed to get genesis for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`/p>div classrounded-md>astro-island uid28tSYt prefixr594 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ProviderFailedBecauseGetGenesisFailed\n expr: 'eth_rpc_status 2'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Provider failed because get genesis failed (instance {{ $labels.instance }})\n description: \"Failed to get genesis for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}` \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ProviderFailedBecauseGetGenesisFailed/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> eth_rpc_status 2/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Provider failed because get genesis failed (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Failed to get genesis for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}` /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>03/div>div>h3 classheading-lg mb-2>Provider failed because net_version timeout/h3>p>net_version timeout for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`/p>div classrounded-md>astro-island uidZD9O5I prefixr595 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ProviderFailedBecauseNetVersionTimeout\n expr: 'eth_rpc_status 3'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Provider failed because net_version timeout (instance {{ $labels.instance }})\n description: \"net_version timeout for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}` \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ProviderFailedBecauseNetVersionTimeout/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> eth_rpc_status 3/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Provider failed because net_version timeout (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> net_version timeout for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}` /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>04/div>div>h3 classheading-lg mb-2>Provider failed because get genesis timeout/h3>p>Timeout to get genesis for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}`/p>div classrounded-md>astro-island uidZGT1qY prefixr596 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: ProviderFailedBecauseGetGenesisTimeout\n expr: 'eth_rpc_status 4'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Provider failed because get genesis timeout (instance {{ $labels.instance }})\n description: \"Timeout to get genesis for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}` \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> ProviderFailedBecauseGetGenesisTimeout/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> eth_rpc_status 4/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Provider failed because get genesis timeout (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Timeout to get genesis for Provider `{{$labels.provider}}` in Graph node `{{$labels.instance}}` /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>05/div>div>h3 classheading-lg mb-2>Store connection is too slow/h3>p>Store connection is too slow to `{{$labels.pool}}` pool, `{{$labels.shard}}` shard in Graph node `{{$labels.instance}}`/p>div classrounded-md>astro-island uidZ7hqso prefixr597 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: StoreConnectionIsTooSlow\n expr: 'store_connection_wait_time_ms > 10'\n for: 0m\n labels:\n severity: warning\n annotations:\n summary: Store connection is too slow (instance {{ $labels.instance }})\n description: \"Store connection is too slow to `{{$labels.pool}}` pool, `{{$labels.shard}}` shard in Graph node `{{$labels.instance}}` \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> StoreConnectionIsTooSlow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> store_connection_wait_time_ms > 10/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> warning/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Store connection is too slow (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Store connection is too slow to `{{$labels.pool}}` pool, `{{$labels.shard}}` shard in Graph node `{{$labels.instance}}` /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>section classgrid grid-cols-min-content_minmax(0,_1fr) gap-8 mb-8>div classh-12 w-12 text-center leading-12 rounded-full bg-secondary text-secondary-foreground>06/div>div>h3 classheading-lg mb-2>Store connection is too slow/h3>p>Store connection is too slow to `{{$labels.pool}}` pool, `{{$labels.shard}}` shard in Graph node `{{$labels.instance}}`/p>div classrounded-md>astro-island uidZTgH1D prefixr598 component-url/_astro/copy-button.CcEpVvN3.js component-exportCopyButton renderer-url/_astro/client.BpsBl9sG.js props{"content":0,"- alert: StoreConnectionIsTooSlow\n expr: 'store_connection_wait_time_ms > 20'\n for: 0m\n labels:\n severity: critical\n annotations:\n summary: Store connection is too slow (instance {{ $labels.instance }})\n description: \"Store connection is too slow to `{{$labels.pool}}` pool, `{{$labels.shard}}` shard in Graph node `{{$labels.instance}}` \\n VALUE {{ $value }}\\n LABELS {{ $labels }}\""} ssr clientload opts{"name":"CopyButton","value":true} await-children>button classinline-flex items-center justify-center whitespace-nowrap font-medium transition-colors focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring disabled:pointer-events-none disabled:opacity-50 hover:bg-accent hover:text-accent-foreground h-9 px-4 py-2 absolute right-8 bg-secondary rounded-md text-sm uppercase>svg strokecurrentColor fillcurrentColor stroke-width0 viewBox0 0 256 256 classinline align-middle mr-1 height1em width1em xmlnshttp://www.w3.org/2000/svg>path dM216,32H88a8,8,0,0,0-8,8V80H40a8,8,0,0,0-8,8V216a8,8,0,0,0,8,8H168a8,8,0,0,0,8-8V176h40a8,8,0,0,0,8-8V40A8,8,0,0,0,216,32ZM160,208H48V96H160Zm48-48H176V88a8,8,0,0,0-8-8H96V48H208Z>/path>/svg>Copy/button>!--astro:end-->/astro-island>pre classastro-code catppuccin-latte p-8 rounded-md stylebackground-color:#eff1f5;color:#4c4f69; overflow-x: auto; tabindex0 data-languageyaml>code>span classline>span stylecolor:#7C7F93>-/span>span stylecolor:#1E66F5> alert/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> StoreConnectionIsTooSlow/span>/span>span classline>span stylecolor:#1E66F5> expr/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> store_connection_wait_time_ms > 20/span>/span>span classline>span stylecolor:#1E66F5> for/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> 0m/span>/span>span classline>span stylecolor:#1E66F5> labels/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> severity/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> critical/span>/span>span classline>span stylecolor:#1E66F5> annotations/span>span stylecolor:#179299>:/span>/span>span classline>span stylecolor:#1E66F5> summary/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Store connection is too slow (instance {{ $labels.instance }})/span>/span>span classline>span stylecolor:#1E66F5> description/span>span stylecolor:#179299>:/span>span stylecolor:#40A02B> Store connection is too slow to `{{$labels.pool}}` pool, `{{$labels.shard}}` shard in Graph node `{{$labels.instance}}` /span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> VALUE {{ $value }}/span>span stylecolor:#EA76CB>\n/span>span stylecolor:#40A02B> LABELS {{ $labels }}/span>/span>/code>/pre>/div>/div>/section>/article> /template>!--astro:end-->/astro-island> /div> /div> /div> /section> /main> !-- Footer --> footer classp-8 border-t> section classmax-w-6xl mx-auto> p>Built using Astro by a hrefhttps://azan-n.com target_blank relnoopener noreferrer>azan-n/a> (say hi!). a target_blank hrefhttps://samber.github.io/awesome-prometheus-alerts/>Original by samber./a> /p> /section> /footer> script>!function(t,e){var o,n,p,r;e.__SV||(window.posthoge,e._i,e.initfunction(i,s,a){function g(t,e){var oe.split(.);2o.length&&(tto0,eo1),tefunction(){t.push(e.concat(Array.prototype.slice.call(arguments,0)))}}(pt.createElement(script)).typetext/javascript,p.async!0,p.srcs.api_host.replace(.i.posthog.com,-assets.i.posthog.com)+/static/array.js,(rt.getElementsByTagName(script)0).parentNode.insertBefore(p,r);var ue;for(void 0!a?uea:aposthog,u.peopleu.people||,u.toStringfunction(t){var eposthog;returnposthog!a&&(e+.+a),t||(e+ (stub)),e},u.people.toStringfunction(){return u.toString(1)+.people (stub)},oinit capture register register_once register_for_session unregister unregister_for_session getFeatureFlag getFeatureFlagPayload isFeatureEnabled reloadFeatureFlags updateEarlyAccessFeatureEnrollment getEarlyAccessFeatures on onFeatureFlags onSessionId getSurveys getActiveMatchingSurveys renderSurvey canRenderSurvey getNextSurveyStep identify setPersonProperties group resetGroups setPersonPropertiesForFlags resetPersonPropertiesForFlags setGroupPropertiesForFlags resetGroupPropertiesForFlags reset get_distinct_id getGroups get_session_id get_session_replay_url alias set_config startSessionRecording stopSessionRecording sessionRecordingStarted captureException loadToolbar get_property getSessionProperty createPersonProfile opt_in_capturing opt_out_capturing has_opted_in_capturing has_opted_out_capturing clear_opt_in_out_capturing debug.split( ),n0;no.length;n++)g(u,on);e._i.push(i,s,a)},e.__SV1)}(document,window.posthog||);posthog.init(phc_rBaVImppSMHuzevW16i2ugCCQEWQa5DODe9Wsb7i8Nq,{api_host:https://posthog-rp-prometheus.muf-naza.workers.dev, person_profiles: identified_only // or always to create profiles for anonymous users as well})/script>/body>/html>
View on OTX
|
View on ThreatMiner
Please enable JavaScript to view the
comments powered by Disqus.
Data with thanks to
AlienVault OTX
,
VirusTotal
,
Malwr
and
others
. [
Sitemap
]