{
"vendor": "Grafana Labs",
"slug": "grafana-labs",
"platform": "statuspage",
"status_url": "https://status.grafana.com",
"last_checked": "2026-09-16T12:28:20Z",
"last_state": "maintenance",
"history_backfilled": true,
"first_watched": "2026-09-04T07:06:16Z",
"incidents": [
{
"body": "Scheduled maintenance is currently in progress. We will provide updates as necessary.",
"first_seen": "2026-09-16T12:28:20Z",
"impact": "maintenance",
"last_seen": "2026-09-16T12:28:20Z",
"started_at": "2026-09-16T12:00:00.000Z",
"state": "maintenance",
"title": "Scheduled Database Maintenance \u2013 Temporary Grafana Instance Unavailability",
"updated_at": "2026-09-16T12:00:07.512Z",
"url": "https://stspg.io/09zqczr1lrq5"
},
{
"body": "Between September 9 and September 15, 2026, some browser checks in Synthetic Monitoring experienced longer than usual execution times, with impact varying by location. This has been resolved and check execution times have returned to baseline. Thank you for your patience.",
"first_seen": "2026-09-15T12:28:18Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-15T11:17:10.625Z",
"resolved_inferred": false,
"started_at": "2026-09-15T10:00:19.173Z",
"state": "resolved",
"title": "Increased Execution Time for Browser Checks in Synthetic Monitoring",
"updated_at": "2026-09-15T11:17:10.643Z",
"url": "https://stspg.io/8gz39t6rmtrv"
},
{
"body": "Between 15:31 and 20:43 UTC on September 14, 2026 (approximately 5 hours 12 minutes), some customers in GCP US Central (prod-us-central-0) may have experienced intermittent errors or delays when writing metrics. This has been fully resolved and all services are operating normally.",
"first_seen": "2026-09-15T12:28:18Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-14T15:30:00.000Z",
"resolved_inferred": false,
"started_at": "2026-09-14T15:30:00.000Z",
"state": "resolved",
"title": "Intermittent Metric Write Errors in GCP US Central (prod-us-central-0)",
"updated_at": "2026-09-15T07:50:09.621Z",
"url": "https://stspg.io/xh6frqpk1kxq"
},
{
"body": "Some customers experienced timeouts affecting CloudWatch traffic in prod-us-central-0 for approximately one hour. Service has since been restored.\n\nThis incident did not affect all customers. We are publishing this update retrospectively and apologise for the disruption.",
"first_seen": "2026-09-15T12:28:18Z",
"impact": "none",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-14T12:00:00.000Z",
"resolved_inferred": false,
"started_at": "2026-09-14T12:00:00.000Z",
"state": "resolved",
"title": "CloudWatch request timeouts in prod-us-central-0",
"updated_at": "2026-09-14T13:04:22.597Z",
"url": "https://stspg.io/fbswxlld304t"
},
{
"body": "Between approximately 23:00 UTC on September 12, 2026 and 09:12 UTC on September 14, 2026, some Grafana Cloud Logs customers in AWS Sweden (prod-eu-north-0) may have intermittently experienced errors when submitting configuration changes through the Cloud Portal. This has been resolved, and configuration change requests are being accepted normally.",
"first_seen": "2026-09-14T12:29:13Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-12T23:00:00.000Z",
"resolved_inferred": false,
"started_at": "2026-09-12T23:00:00.000Z",
"state": "resolved",
"title": "Failures Submitting Self-Serve Configuration Changes for Grafana Cloud Logs in AWS Sweden (prod-eu-north-0)",
"updated_at": "2026-09-14T10:20:48.356Z",
"url": "https://stspg.io/gcg65gc0vtw8"
},
{
"body": "Scheduled maintenance is currently in progress. We will provide updates as necessary.",
"first_seen": "2026-09-10T12:15:40Z",
"impact": "maintenance",
"last_seen": "2026-09-10T12:15:40Z",
"resolved_at": "2026-09-11T12:29:42Z",
"resolved_inferred": true,
"started_at": "2026-09-10T08:00:00.000Z",
"state": "maintenance",
"title": "API Maintenance",
"updated_at": "2026-09-10T08:00:19.654Z",
"url": "https://stspg.io/87dgsxvy0br4"
},
{
"body": "Scheduled maintenance is currently in progress. We will provide updates as necessary.",
"first_seen": "2026-09-10T12:15:40Z",
"impact": "maintenance",
"last_seen": "2026-09-10T12:15:40Z",
"resolved_at": "2026-09-11T12:29:42Z",
"resolved_inferred": true,
"started_at": "2026-09-10T07:00:00.000Z",
"state": "maintenance",
"title": "Scheduled Database Maintenance \u2013 Temporary Grafana Instance Unavailability",
"updated_at": "2026-09-10T07:00:07.457Z",
"url": "https://stspg.io/tgbr5w8hqvtm"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-09T12:30:34Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-09T13:51:59.364Z",
"resolved_inferred": false,
"started_at": "2026-09-09T11:27:33.985Z",
"state": "resolved",
"title": "Investigating elevated database load in AWS Germany",
"updated_at": "2026-09-09T13:51:59.379Z",
"url": "https://stspg.io/j1r7zw96mgh5"
},
{
"body": "Scheduled maintenance is currently in progress. We will provide updates as necessary.",
"first_seen": "2026-09-09T12:30:34Z",
"impact": "maintenance",
"last_seen": "2026-09-09T12:30:34Z",
"resolved_at": "2026-09-10T12:15:40Z",
"resolved_inferred": true,
"started_at": "2026-09-09T07:00:00.000Z",
"state": "maintenance",
"title": "Scheduled Database Maintenance \u2013 Temporary Grafana Instance Unavailability",
"updated_at": "2026-09-09T07:00:07.776Z",
"url": "https://stspg.io/9dztxgf5793s"
},
{
"body": "Scheduled maintenance is currently in progress. We will provide updates as necessary.",
"first_seen": "2026-09-09T12:30:34Z",
"impact": "maintenance",
"last_seen": "2026-09-09T12:30:34Z",
"resolved_at": "2026-09-10T12:15:40Z",
"resolved_inferred": true,
"started_at": "2026-09-09T07:00:00.000Z",
"state": "maintenance",
"title": "Scheduled Database Maintenance \u2013 Temporary Grafana Instance Unavailability",
"updated_at": "2026-09-09T07:01:07.546Z",
"url": "https://stspg.io/dwj0ck0sq4w3"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-09T12:30:34Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-08T22:41:49.736Z",
"resolved_inferred": false,
"started_at": "2026-09-08T18:05:22.476Z",
"state": "resolved",
"title": "Issues with Geomap Tiles",
"updated_at": "2026-09-08T22:41:49.755Z",
"url": "https://stspg.io/lr44wpz3m0tz"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-09T12:30:34Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-08T20:34:14.380Z",
"resolved_inferred": false,
"started_at": "2026-09-08T16:14:55.371Z",
"state": "resolved",
"title": "High Latency in prod-us-east-2",
"updated_at": "2026-09-08T20:34:14.394Z",
"url": "https://stspg.io/f5m752d4l87f"
},
{
"body": "Scheduled maintenance is currently in progress. We will provide updates as necessary.",
"first_seen": "2026-09-08T12:29:58Z",
"impact": "maintenance",
"last_seen": "2026-09-08T12:29:58Z",
"resolved_at": "2026-09-09T12:30:34Z",
"resolved_inferred": true,
"started_at": "2026-09-08T07:00:00.000Z",
"state": "maintenance",
"title": "Scheduled Database Maintenance \u2013 Temporary Grafana Instance Unavailability",
"updated_at": "2026-09-08T07:00:11.362Z",
"url": "https://stspg.io/3gq97k2jty6p"
},
{
"body": "The US Central region is now fully operational and this incident is now resolved.",
"first_seen": "2026-09-04T17:10:49Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-04T20:42:21.213Z",
"resolved_inferred": false,
"started_at": "2026-09-04T17:03:17.236Z",
"state": "resolved",
"title": "Degradation of Hosted Grafana in US Central Region",
"updated_at": "2026-09-04T20:42:21.230Z",
"url": "https://stspg.io/7n6x5qw9x9d5"
},
{
"body": "The US Central region is fully recovered now and the issue is now resolved.",
"first_seen": "2026-09-04T17:10:49Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-04T23:00:28.417Z",
"resolved_inferred": false,
"started_at": "2026-09-04T16:45:57.447Z",
"state": "resolved",
"title": "US Central Region Instability",
"updated_at": "2026-09-04T23:00:28.430Z",
"url": "https://stspg.io/b3b4ppnkx23p"
},
{
"body": "The issue has been mitigated and there's a code fix pending.",
"first_seen": "2026-09-04T14:19:03Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-04T16:32:48.288Z",
"resolved_inferred": false,
"started_at": "2026-09-04T13:36:42.294Z",
"state": "resolved",
"title": "Alert rule creation, deletion, and update degradation in prod-us-east-2",
"updated_at": "2026-09-04T16:32:48.303Z",
"url": "https://stspg.io/8gw4nt4mmp09"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-04T00:55:47.579Z",
"resolved_inferred": false,
"started_at": "2026-09-03T22:13:28.302Z",
"state": "resolved",
"title": "Tempo and Mimir Read and Write Failures",
"updated_at": "2026-09-04T00:55:47.594Z",
"url": "https://stspg.io/kw7xrpjrg134"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-03T12:49:37.582Z",
"resolved_inferred": false,
"started_at": "2026-09-03T09:32:33.839Z",
"state": "resolved",
"title": "High Latency in prod-ap-south-1",
"updated_at": "2026-09-03T12:49:37.596Z",
"url": "https://stspg.io/f6h7k3lq3v62"
},
{
"body": "We observed elevated latency in Grafana Cloud Logs between 08:00 and 11:00 UTC for a subset of deployments in prod-ap-south-1. The issue is now resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "none",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-02T14:14:35.965Z",
"resolved_inferred": false,
"started_at": "2026-09-02T14:14:35.910Z",
"state": "resolved",
"title": "Elevated Latency in Grafana Cloud Logs (prod-ap-south-1)",
"updated_at": "2026-09-02T14:14:35.974Z",
"url": "https://stspg.io/39bjpwxypjqn"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-01T20:20:05.780Z",
"resolved_inferred": false,
"started_at": "2026-09-01T15:25:54.062Z",
"state": "resolved",
"title": "Investigating issues in US Central (prod-us-central-0, prod-us-central-5)",
"updated_at": "2026-09-01T20:20:05.797Z",
"url": "https://stspg.io/jvcf7d0j5x37"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-28T18:42:09.202Z",
"resolved_inferred": false,
"started_at": "2026-08-28T17:12:42.743Z",
"state": "resolved",
"title": "Partial Logs Write Outage",
"updated_at": "2026-08-28T18:42:09.218Z",
"url": "https://stspg.io/zc28d5qtcwdf"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-28T02:40:12.860Z",
"resolved_inferred": false,
"started_at": "2026-08-28T00:58:03.937Z",
"state": "resolved",
"title": "Some Grafana UI features may be unavailable or reverting to legacy behaviour",
"updated_at": "2026-08-28T02:40:12.875Z",
"url": "https://stspg.io/lj9v7hbqc7gp"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-27T13:06:35.107Z",
"resolved_inferred": false,
"started_at": "2026-08-27T12:09:56.957Z",
"state": "resolved",
"title": "Elevated error rates affecting metrics writes in prod-us-central-0",
"updated_at": "2026-08-27T13:06:35.122Z",
"url": "https://stspg.io/75v8n623y4jn"
},
{
"body": "Mimir writes in the prod-us-central-0 region had elevated error rates for approximately 15 minutes from 1:05 to 1:20 UTC. The issue has been resolved and we are monitoring.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "none",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-27T01:54:08.000Z",
"resolved_inferred": false,
"started_at": "2026-08-27T01:54:08.000Z",
"state": "resolved",
"title": "Mimir Writes Incident in prod-us-central-0",
"updated_at": "2026-08-27T02:03:15.848Z",
"url": "https://stspg.io/cz0zxwg004tf"
},
{
"body": "This incident has been resolved. Incident Management in US Central is operating as normal. Customers can create, view, and query Incidents, and the Incident public API is fully available. Grafana OnCall was not affected at any point during this incident.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-25T11:02:59.909Z",
"resolved_inferred": false,
"started_at": "2026-08-25T10:39:49.177Z",
"state": "resolved",
"title": "Incident Management unavailable in US Central",
"updated_at": "2026-08-25T11:02:59.922Z",
"url": "https://stspg.io/kdhyw5xk6r56"
},
{
"body": "We observed an issue which impacted the following service: reads of Cloud Logs in the eu-west-2 region. \n\nAffected services would include Explore, dashboards, alert evaluation when querying Logs.\n\nThe time of impact lasted from approximately 22h15 and 22h23 UTC, on loki-prod-012. This incident has since been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "critical",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-18T22:00:00.000Z",
"resolved_inferred": false,
"started_at": "2026-08-18T22:00:00.000Z",
"state": "resolved",
"title": "Cloud Logs read path outage on eu-west-2",
"updated_at": "2026-08-18T22:53:53.728Z",
"url": "https://stspg.io/1g4dpsdmf2cf"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "critical",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-13T16:47:18.473Z",
"resolved_inferred": false,
"started_at": "2026-08-13T15:25:03.150Z",
"state": "resolved",
"title": "K6 Test Outage",
"updated_at": "2026-08-13T16:47:18.493Z",
"url": "https://stspg.io/tv8plq4gysv5"
},
{
"body": "Between 12:20 and 13:15 UTC, we experienced elevated error rates for metrics reads and writes due to a networking issue. Impact was limited to a subset of deployments in the prod-us-central-0 region. A fix has been applied and error rates have since recovered.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-10T13:30:09.083Z",
"resolved_inferred": false,
"started_at": "2026-08-10T13:30:09.017Z",
"state": "resolved",
"title": "Metrics: Elevated Error Rates Reads/Writes",
"updated_at": "2026-08-10T13:30:52.347Z",
"url": "https://stspg.io/0svqkyqmlzxl"
},
{
"body": "Due to a software bug the evaluation of some alert rules (primarily ones that have recovery threshold setting) were failing to be evaluated starting 14:00 UTC to 19:30 UTC today.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-08T19:48:08.683Z",
"resolved_inferred": false,
"started_at": "2026-08-08T19:48:08.442Z",
"state": "resolved",
"title": "Alerting expressions pipeline failing when recovery settings",
"updated_at": "2026-08-08T19:48:24.640Z",
"url": "https://stspg.io/7qq8srb9zyzw"
},
{
"body": "Between approximately 13:40 and 15:05 UTC today, a subset of cloud test runs were unexpectedly terminated and marked Aborted (by system). This affected runs that were in progress during three short windows in that period; test results and metrics for completed runs were not impacted.\n\nWe have identified the cause and no further occurrences have been observed since 15:05 UTC. A fix is in place. The platform is currently operating normally and test runs are executing as expected",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "none",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-05T17:57:15.481Z",
"resolved_inferred": false,
"started_at": "2026-08-05T17:57:15.416Z",
"state": "resolved",
"title": "Some Cloud Test Runs Terminated",
"updated_at": "2026-08-05T17:57:15.492Z",
"url": "https://stspg.io/76vt9b4z7f1q"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-05T11:44:35.623Z",
"resolved_inferred": false,
"started_at": "2026-08-05T11:41:35.412Z",
"state": "resolved",
"title": "o11y requests too large for nods in the prod-eu-west-2 region.",
"updated_at": "2026-08-05T11:44:35.635Z",
"url": "https://stspg.io/c9rg758f2vsf"
},
{
"body": "We are observing a continued period of stability and at this point, we are marking the incident resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "critical",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-05T01:32:01.644Z",
"resolved_inferred": false,
"started_at": "2026-08-04T19:11:09.140Z",
"state": "resolved",
"title": "Some Grafana Instances Unavailable",
"updated_at": "2026-08-05T01:32:01.656Z",
"url": "https://stspg.io/4jyq27wvr4kk"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-04T13:49:00.593Z",
"resolved_inferred": false,
"started_at": "2026-08-04T10:34:13.896Z",
"state": "resolved",
"title": "Logs latency increase within prod-eu-west-3",
"updated_at": "2026-08-04T13:49:00.610Z",
"url": "https://stspg.io/tf9jp15y4f5k"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-08-01T08:31:37.496Z",
"resolved_inferred": false,
"started_at": "2026-08-01T07:25:38.684Z",
"state": "resolved",
"title": "K6 - Cloud test-run issues",
"updated_at": "2026-08-01T08:31:37.516Z",
"url": "https://stspg.io/x4fmhx2pym34"
},
{
"body": "We are investigating a partial read outage affecting Loki in prod-us-east-4. Between 19:41 UTC and 19:50 UTC, a significant portion of read queries may have failed or returned errors.\n\nThe issue has been identified and service has been restored. We are continuing to investigate the underlying cause and will provide additional information as it becomes available.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "none",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-31T19:30:00.000Z",
"resolved_inferred": false,
"started_at": "2026-07-31T19:30:00.000Z",
"state": "resolved",
"title": "Partial Read Outage for Loki in prod-us-east-4",
"updated_at": "2026-07-31T20:33:40.391Z",
"url": "https://stspg.io/mm2jxybgmg52"
},
{
"body": "He have identified the cause and applied a fix for this issue and all effected stacks within the affected regions are not working as expected.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-31T12:13:31.007Z",
"resolved_inferred": false,
"started_at": "2026-07-31T10:51:28.906Z",
"state": "resolved",
"title": "Degraded Performance: Stack Provisioning Failures within certain reigons (PDC Setup)",
"updated_at": "2026-07-31T12:13:31.027Z",
"url": "https://stspg.io/gkrhww23994q"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-30T17:40:15.709Z",
"resolved_inferred": false,
"started_at": "2026-07-30T14:45:31.456Z",
"state": "resolved",
"title": "PDC Authentication Issues",
"updated_at": "2026-07-30T17:40:15.728Z",
"url": "https://stspg.io/p8c7l7pzd5f5"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-30T15:17:38.318Z",
"resolved_inferred": false,
"started_at": "2026-07-30T13:15:49.205Z",
"state": "resolved",
"title": "Issues with Billing/Usage Dashboard Metrics and Panels.",
"updated_at": "2026-07-30T15:17:38.341Z",
"url": "https://stspg.io/fz2tz9xsqx46"
},
{
"body": "The issue affecting Grafana IRM in the EU region has been resolved. The IRM UI, public API, and alert notification processing have been restored and are operating normally.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-30T00:39:26.000Z",
"resolved_inferred": false,
"started_at": "2026-07-29T21:46:42.959Z",
"state": "resolved",
"title": "IRM Performance Degradation in EU Region",
"updated_at": "2026-07-30T00:48:49.407Z",
"url": "https://stspg.io/35m2lfvv6h87"
},
{
"body": "Impact period: April 1 \u2013 July 29, 2026\n\nSummary:\nDuring this period, some customers in a subset of regions may have experienced gaps in select ruler/recording rule metrics within their Grafana Cloud instances. Not all customers or environments in the listed regions were affected.\n\nAffected regions:\nA subset of environments across the following regions may have been impacted:\nap-south-1\nau-southeast-1\nca-east-0\neu-central-0\neu-west-2\neu-west-7\nus-west-0\n\nAffected values:\ngrafanacloud_instance_queries_per_second\ngrafanacloud_instance_rule_config_last_reload_successful\ngrafanacloud_instance_rule_evaluations_total:rate5m\ngrafanacloud_instance_rule_evaluation_failures_total:rate5m\ngrafanacloud_instance_rule_group_interval_seconds\ngrafanacloud_instance_rule_group_last_duration_seconds\ngrafanacloud_instance_rule_group_iterations_total:rate5m\ngrafanacloud_instance_rule_group_iterations_missed_total:rate5m\ngrafanacloud_instance_rule_group_last_evaluation_timestamp_seconds\ngrafanacloud_instance_rule_group_rules\ngrafanacloud_instance_ruler_queries_failed_total:rate5m\ngrafanacloud_instance_ruler_queries_zero_fetched_series_total:rate5m\ngrafanacloud_instance_ruler_notifications_sent_total:rate5m\ngrafanacloud_instance_ruler_notifications_errors_total:rate5m\ngrafanacloud_instance_ruler_notifications_queue_capacity\ngrafanacloud_instance_ruler_notifications_queue_length\ngrafanacloud_instance_ruler_notifications_latency_seconds:99quantile\ngrafanacloud_instance_ruler_notifications_latency_seconds:50quantile\n\nCurrent status:\nThis issue has been resolved. No further action is required from customers. If you continue to notice gaps in the metrics described above, please reach out to support and reference this incident.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-29T18:49:19.000Z",
"resolved_inferred": false,
"started_at": "2026-07-29T18:49:19.000Z",
"state": "resolved",
"title": "Grafana Cloud non-billing usage metrics gaps in select regions",
"updated_at": "2026-07-29T19:03:43.013Z",
"url": "https://stspg.io/5db188nt4pmn"
},
{
"body": "The issue affecting OTLP ingestion in the prod-us-east-3 region has been resolved. Between 13:30 UTC and 17:45 UTC, some customers experienced intermittent failures when writing telemetry to the OTLP endpoint. Logs were confirmed to be affected, and metrics and traces may also have experienced intermittent ingestion failures.\n\nOur investigation has concluded, and the affected services have recovered.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-28T19:43:34.185Z",
"resolved_inferred": false,
"started_at": "2026-07-28T19:40:17.554Z",
"state": "resolved",
"title": "Partial OTLP Write Outage in prod-us-east-3",
"updated_at": "2026-07-28T19:43:34.199Z",
"url": "https://stspg.io/05bt4v67qbyk"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "critical",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-24T18:20:31.803Z",
"resolved_inferred": false,
"started_at": "2026-07-24T17:02:16.815Z",
"state": "resolved",
"title": "Write Outage",
"updated_at": "2026-07-24T18:20:31.822Z",
"url": "https://stspg.io/z8r7rgprs19d"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-24T14:03:19.964Z",
"resolved_inferred": false,
"started_at": "2026-07-24T09:17:44.428Z",
"state": "resolved",
"title": "Errors creating new Slack integration for Grafana IRM",
"updated_at": "2026-07-24T14:03:19.978Z",
"url": "https://stspg.io/w78r22dh774l"
},
{
"body": "Writes are looking stable in the last 6h",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "none",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-24T05:32:18.205Z",
"resolved_inferred": false,
"started_at": "2026-07-23T23:00:30.488Z",
"state": "resolved",
"title": "Intermittent write outage from 21:20-21:26, 21:54-21:56, and 22:22-22:23",
"updated_at": "2026-07-24T05:32:18.221Z",
"url": "https://stspg.io/xf7vsp1rv6yk"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-23T19:47:38.657Z",
"resolved_inferred": false,
"started_at": "2026-07-23T17:14:21.325Z",
"state": "resolved",
"title": "Metrics Write Path Errors",
"updated_at": "2026-07-23T19:47:38.670Z",
"url": "https://stspg.io/l59vv2xfq9fx"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-23T15:37:41.779Z",
"resolved_inferred": false,
"started_at": "2026-07-23T10:13:14.987Z",
"state": "resolved",
"title": "Stacks using SCIM user provisioning are currently unable to log into Grafana",
"updated_at": "2026-07-23T15:37:41.800Z",
"url": "https://stspg.io/93c20d1dzpdp"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-22T11:25:27.116Z",
"resolved_inferred": false,
"started_at": "2026-07-22T10:27:55.340Z",
"state": "resolved",
"title": "K6 - Cloud output test-runs are failing to fetch the script logs",
"updated_at": "2026-07-22T11:25:27.136Z",
"url": "https://stspg.io/hf1g7lk54bf4"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-21T21:06:15.301Z",
"resolved_inferred": false,
"started_at": "2026-07-21T18:43:33.142Z",
"state": "resolved",
"title": "Cloud Log Exporter Unavailable",
"updated_at": "2026-07-21T21:06:15.316Z",
"url": "https://stspg.io/cjjmv6qvg1wl"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-20T15:03:53.064Z",
"resolved_inferred": false,
"started_at": "2026-07-20T13:48:27.598Z",
"state": "resolved",
"title": "PDC Issues",
"updated_at": "2026-07-20T15:03:53.083Z",
"url": "https://stspg.io/vxd316w7jsys"
},
{
"body": "Users with the None role authenticating via Grafana.com should be able to access their stacks again",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-18T13:15:31.480Z",
"resolved_inferred": false,
"started_at": "2026-07-17T18:22:33.609Z",
"state": "resolved",
"title": "Grafana Cloud login issues for users with role of None",
"updated_at": "2026-07-18T13:15:31.501Z",
"url": "https://stspg.io/9z649qh8csv8"
},
{
"body": "The incident is now fully resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-16T14:58:43.943Z",
"resolved_inferred": false,
"started_at": "2026-07-16T12:56:06.305Z",
"state": "resolved",
"title": "Adaptive Metrics aggregation delay in eu-west-0 region.",
"updated_at": "2026-07-16T14:58:43.961Z",
"url": "https://stspg.io/t147yktp9h8k"
},
{
"body": "This incident has been resolved. Thank you for your patience.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-15T23:36:59.315Z",
"resolved_inferred": false,
"started_at": "2026-07-15T22:24:44.856Z",
"state": "resolved",
"title": "Partial Outage in prod-eu-west-2",
"updated_at": "2026-07-15T23:36:59.332Z",
"url": "https://stspg.io/r9ysx33l8xbw"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-16T03:54:19.425Z",
"resolved_inferred": false,
"started_at": "2026-07-15T19:19:13.809Z",
"state": "resolved",
"title": "Delayed Aggregated Metrics (prod-us-central-0)",
"updated_at": "2026-07-16T03:54:19.441Z",
"url": "https://stspg.io/56wgtyyjvnt7"
},
{
"body": "This incident has been resolved. Thank you for your patience.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-15T21:00:44.909Z",
"resolved_inferred": false,
"started_at": "2026-07-15T18:07:29.849Z",
"state": "resolved",
"title": "Some Reports of Grafana Not Loading.",
"updated_at": "2026-07-15T21:00:44.927Z",
"url": "https://stspg.io/ddf067fl4z8h"
},
{
"body": "Between 9:45 and 12:00 UTC, we experienced an issue affecting the Fleet Management interface. During this time, the Remote Configuration tab for production stacks returned a 404 error when accessed through the UI.\n\nBackend systems were not affected. Configuration-as-code workflows and other non-UI methods of interacting with Fleet Management continued to operate normally throughout the incident.\n\nThis issue has since been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-15T13:54:13.075Z",
"resolved_inferred": false,
"started_at": "2026-07-15T13:54:13.017Z",
"state": "resolved",
"title": "Fleet Managment Interface 404's",
"updated_at": "2026-07-15T13:54:20.576Z",
"url": "https://stspg.io/vxw38mcq61q4"
},
{
"body": "This incident has been resolved. Thank you for your patience.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-14T12:29:13Z",
"resolved_at": "2026-07-14T22:00:25.957Z",
"resolved_inferred": false,
"started_at": "2026-07-14T20:28:03.906Z",
"state": "resolved",
"title": "Mimir Write Performance Degradation",
"updated_at": "2026-07-14T22:00:25.971Z",
"url": "https://stspg.io/m4g84bc8h8l6"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-14T12:29:13Z",
"resolved_at": "2026-07-14T19:03:18.698Z",
"resolved_inferred": false,
"started_at": "2026-07-14T17:09:42.036Z",
"state": "resolved",
"title": "Mimir Partial Write Outage",
"updated_at": "2026-07-14T19:03:18.716Z",
"url": "https://stspg.io/j81jwzycv215"
},
{
"body": "A fix has been implemented and dashboard view and error counts in the Dashboards and Folder list are updating as expected. Thank you for your patience while we worked to address this issue.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-07-20T10:15:51.260Z",
"resolved_inferred": false,
"started_at": "2026-07-14T08:10:44.455Z",
"state": "resolved",
"title": "Issue with Dashboard Views Being Registered",
"updated_at": "2026-07-20T10:15:51.280Z",
"url": "https://stspg.io/0gjtnfjby0jy"
},
{
"body": "From approximately 20:24 UTC - 20:47 UTC a network issue in prod-us-central-0 isolated part of our infrastructure in one availability zone, temporarily cutting off connectivity to a subset of backend services. This caused elevated query latency and some delayed metric evaluations, along with related write-path errors in a logging subsystem. All systems recovered automatically once network connectivity was restored.\n\nImpacted customers may have had queries or rule evaluations fail during the incident, but ingestion was not impacted.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-08T12:29:58Z",
"resolved_at": "2026-07-10T21:31:54.074Z",
"resolved_inferred": false,
"started_at": "2026-07-10T21:31:54.012Z",
"state": "resolved",
"title": "Network Degredation in prod-us-central-0",
"updated_at": "2026-07-10T21:32:01.356Z",
"url": "https://stspg.io/b7q606nsf9sy"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-14T12:29:13Z",
"resolved_at": "2026-07-13T13:00:34.560Z",
"resolved_inferred": false,
"started_at": "2026-07-10T20:27:32.581Z",
"state": "resolved",
"title": "IRM Mobile App forcing some users to logout",
"updated_at": "2026-07-13T13:00:34.579Z",
"url": "https://stspg.io/lk4y3c36tmj2"
},
{
"body": "At this stage, we are considering the incident resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-13T12:30:53Z",
"resolved_at": "2026-07-13T05:23:09.491Z",
"resolved_inferred": false,
"started_at": "2026-07-10T15:57:48.855Z",
"state": "resolved",
"title": "Issue with Dashboard Views Being Registered",
"updated_at": "2026-07-13T05:23:09.512Z",
"url": "https://stspg.io/y7gx5xr15rmm"
},
{
"body": "This incident has been resolved. Thank you for your patience.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "critical",
"last_seen": "2026-09-08T12:29:58Z",
"resolved_at": "2026-07-09T19:54:30.750Z",
"resolved_inferred": false,
"started_at": "2026-07-09T11:37:05.830Z",
"state": "resolved",
"title": "PDC Degraded performance",
"updated_at": "2026-07-09T19:54:30.766Z",
"url": "https://stspg.io/ftjw34232ndk"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-08T12:29:58Z",
"resolved_at": "2026-07-09T13:07:42.743Z",
"resolved_inferred": false,
"started_at": "2026-07-09T10:28:11.872Z",
"state": "resolved",
"title": "Delayed ingestion and recording rule evaluation failures for Mimir in prod-ap-south-1",
"updated_at": "2026-07-09T13:07:42.760Z",
"url": "https://stspg.io/wf0b60558zyz"
},
{
"body": "Between 5:49 and 5:54 UTC, the read path in prod-eu-west-2 was down. This has completely recovered by 5:57 UTC. Recording rules may have failed to evaluate during this period which may result in gaps.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "none",
"last_seen": "2026-09-04T15:18:55Z",
"resolved_at": "2026-07-09T07:37:11.805Z",
"resolved_inferred": false,
"started_at": "2026-07-09T07:37:11.724Z",
"state": "resolved",
"title": "Loki read path in prod-eu-west-2 was down",
"updated_at": "2026-07-09T07:37:11.815Z",
"url": "https://stspg.io/5740zjht5dcl"
},
{
"body": "Between 13:57 and 14:20 UTC (23 minutes), a data gap occurred affecting billing usage data for Loki. Data for this window was not recorded and cannot be recovered.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-04T12:24:18Z",
"resolved_at": "2026-07-08T15:33:23.346Z",
"resolved_inferred": false,
"started_at": "2026-07-08T15:33:23.288Z",
"state": "resolved",
"title": "Loki Billing Data Lost",
"updated_at": "2026-07-08T15:33:33.966Z",
"url": "https://stspg.io/z0s7nh0tz4ss"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-04T15:18:55Z",
"resolved_at": "2026-07-08T17:23:36.779Z",
"resolved_inferred": false,
"started_at": "2026-07-08T12:17:16.744Z",
"state": "resolved",
"title": "Grafana rulers crash-looping on prometheus",
"updated_at": "2026-07-08T17:23:36.795Z",
"url": "https://stspg.io/p3xgglcjcppk"
}
]
}