{
"vendor": "Flatfile",
"slug": "flatfile",
"platform": "statuspage",
"status_url": "https://status.flatfile.io",
"last_checked": "2026-09-16T12:28:20Z",
"last_state": "ok",
"history_backfilled": true,
"first_watched": "2026-09-04T07:06:16Z",
"incidents": [
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-16T12:28:20Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-15T15:55:53.627-07:00",
"resolved_inferred": false,
"started_at": "2026-09-15T07:51:25.057-07:00",
"state": "resolved",
"title": "Slow and failing space creation",
"updated_at": "2026-09-15T15:55:53.643-07:00",
"url": "https://stspg.io/x39xk6pyx9gd"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-15T12:28:18Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-14T15:38:49.472-07:00",
"resolved_inferred": false,
"started_at": "2026-09-14T08:35:03.607-07:00",
"state": "resolved",
"title": "Service Degradation on Existing Workbooks",
"updated_at": "2026-09-14T15:38:49.492-07:00",
"url": "https://stspg.io/2rgkfh495dpr"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-09-02T08:48:31.437-07:00",
"resolved_inferred": false,
"started_at": "2026-09-02T07:34:00.000-07:00",
"state": "resolved",
"title": "Mapping and other services down",
"updated_at": "2026-09-02T08:48:31.456-07:00",
"url": "https://stspg.io/f66p3yqpshwb"
},
{
"body": "Timestamp: 16:46 UTC to 17:25 UTC",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-06-10T10:28:36.534-07:00",
"resolved_inferred": false,
"started_at": "2026-06-10T10:28:36.469-07:00",
"state": "resolved",
"title": "Elevated API latency on US prod",
"updated_at": "2026-06-10T10:28:45.034-07:00",
"url": "https://stspg.io/hgd39cllg3m5"
},
{
"body": "Retroactive: Occurred Tue Jun 9, 2026 16:48:14 UTC to Wed Jun 10, 2026 12:02 UTC , Resolved",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "none",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-06-10T10:00:13.606-07:00",
"resolved_inferred": false,
"started_at": "2026-06-10T10:00:13.561-07:00",
"state": "resolved",
"title": "File Extraction Error (UK)",
"updated_at": "2026-06-10T10:00:13.614-07:00",
"url": "https://stspg.io/ct0y8txl3w5w"
},
{
"body": "2026-05-29 13:45 UTC to 14:12 UTC\n\nCustomers experienced intermittent failures when uploading and processing workbook files. The issue was traced to elevated resource utilization on internal processing workers, which caused a backlog in our job queue and prevented files from completing extraction. Our team identified the problem, restarted the affected services, and confirmed full restoration of functionality. We are implementing infrastructure improvements to prevent recurrence under similar load conditions.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-05-29T10:10:55.570-07:00",
"resolved_inferred": false,
"started_at": "2026-05-29T10:10:55.518-07:00",
"state": "resolved",
"title": "File Upload - Unsupported File Type",
"updated_at": "2026-05-29T10:11:00.744-07:00",
"url": "https://stspg.io/ptq1mrw50qpg"
},
{
"body": "2026-05-28 23:14 UTC to 2026-05-29 00:19 UTC\n\nCustomers experienced intermittent failures when uploading and processing workbook files. The issue was traced to elevated resource utilization on internal processing workers, which caused a backlog in our job queue and prevented files from completing extraction. Our team identified the problem, restarted the affected services, and confirmed full restoration of functionality. We are implementing infrastructure improvements to prevent recurrence under similar load conditions.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-05-29T10:06:47.729-07:00",
"resolved_inferred": false,
"started_at": "2026-05-29T10:06:47.680-07:00",
"state": "resolved",
"title": "File Upload - Unsupported File Type",
"updated_at": "2026-05-29T10:06:57.962-07:00",
"url": "https://stspg.io/pjtwdgdzs5qr"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-04-10T13:24:47.479-07:00",
"resolved_inferred": false,
"started_at": "2026-04-10T10:24:25.461-07:00",
"state": "resolved",
"title": "Experiencing Increased Latency",
"updated_at": "2026-04-10T13:24:47.497-07:00",
"url": "https://stspg.io/q4h2vtwnzgjc"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2026-02-02T08:32:31.015-08:00",
"resolved_inferred": false,
"started_at": "2026-02-02T07:07:54.152-08:00",
"state": "resolved",
"title": "Investigating reports of Mapping Issues",
"updated_at": "2026-02-02T08:32:31.031-08:00",
"url": "https://stspg.io/5gbgv9k9cmw9"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-12-18T09:44:46.841-08:00",
"resolved_inferred": false,
"started_at": "2025-12-18T08:31:38.204-08:00",
"state": "resolved",
"title": "Degraded Performance on Workbooks and Space Creation",
"updated_at": "2025-12-18T09:44:46.863-08:00",
"url": "https://stspg.io/44dr386pmsl9"
},
{
"body": "The incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-12-18T06:54:26.651-08:00",
"resolved_inferred": false,
"started_at": "2025-12-18T05:32:20.240-08:00",
"state": "resolved",
"title": "Spaces failing to load",
"updated_at": "2025-12-18T06:54:26.668-08:00",
"url": "https://stspg.io/qkf62jcj3jsw"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "none",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-11-18T07:25:50.951-08:00",
"resolved_inferred": false,
"started_at": "2025-11-18T06:06:10.753-08:00",
"state": "resolved",
"title": "DNS: Third-Party Service Provider Issue",
"updated_at": "2025-11-18T07:25:50.966-08:00",
"url": "https://stspg.io/6xwkz7m03rt1"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-11-11T13:25:10.759-08:00",
"resolved_inferred": false,
"started_at": "2025-11-11T11:52:59.235-08:00",
"state": "resolved",
"title": "Performance Degradation: Slowness in Load Times/Timeouts Occurring",
"updated_at": "2025-11-11T13:25:10.775-08:00",
"url": "https://stspg.io/1l1gyvyhlqln"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-11-06T10:53:43.532-08:00",
"resolved_inferred": false,
"started_at": "2025-11-06T07:44:31.847-08:00",
"state": "resolved",
"title": "Increased Number of 400 Errors",
"updated_at": "2025-11-06T10:53:43.548-08:00",
"url": "https://stspg.io/snd4jq552pjq"
},
{
"body": "# Incident Overview\n\n**Date and Time of Incident:** November 4 08:15 PST - 10:51 PST\n\n**Nature of Incident:** Exhausted Database Connections due to Thawing Expired Workbooks\n\n**Services Affected:** Flatfile Platform US Region\n\n## Details of the Incident\n\nOn November 4 a daily event expired a large number of workbooks. Many of the expired workbooks had been backed up and moved to cold storage. The expiry event caused these workbooks to first thaw before being marked as expired and purged. This led to elevated database connections growing for a period of time that ultimately exhausted database resources at approximately 8:15 PST. This caused intermittent service degradations across the platform that manifested as API requests randomly failing when the API was unable to open a database connection.\n\nFlatfile engineering took steps to short circuit the thawing process for expired workbooks and hardened the thaw process so that a large number of workbooks moving from cold storage to \u201chot\u201d storage would not spike database resources.\n\n## Impact Assessment\n\nDuring the incident window, some API requests would randomly fail leading to unpredictable behavior across the Platform.\n\n## Root Cause\n\nThe data retention policy feature allows a customer to automatically purge workbooks that have not been active in a set amount of days. This feature would run on a cron-like basis to identify and purge workbooks. It was discovered that this conflicted with the cold storage system for workbooks where any workbook that was backed up and moved to \u201ccold\u201d storage \\(S3 backup\\) would first be \u201cthawed\u201d and moved into \u201chot\u201d storage. In the early morning of the 4th, a large number of workbooks in cold storage were identified for expiry and several thousand workbooks entered the queue to await thaw. Over the course of several hours, the database connection pool became saturated causing API requests to intermittently fail while also causing workbooks in the thaw process to fail and be re-enqueued which exacerbated the connection pool problem.\n\n## Resolution\n\nFlatfile engineering took steps to implement a short circuit for expired workbooks to resolve the immediate symptoms. The engineering team followed up with a series of steps to harden the queue, the database connection pool, and the thaw mechanism as well.\n\n## Security and Data Integrity\n\nPlease be assured that this incident did not compromise the security or integrity of your data. Our commitment to data protection remains a top priority.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-11-04T10:51:23.441-08:00",
"resolved_inferred": false,
"started_at": "2025-11-04T08:15:57.841-08:00",
"state": "postmortem",
"title": "Performance Degradation: Experiencing Long Load Times",
"updated_at": "2025-11-07T08:17:49.058-08:00",
"url": "https://stspg.io/6blf4xd1mj36"
},
{
"body": "A fix has",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-10-23T03:51:27.800-07:00",
"resolved_inferred": false,
"started_at": "2025-10-23T03:13:59.689-07:00",
"state": "resolved",
"title": "Service disruption in EU",
"updated_at": "2025-10-23T03:51:27.815-07:00",
"url": "https://stspg.io/76rdfpwpbdqm"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-09-12T09:19:41.865-07:00",
"resolved_inferred": false,
"started_at": "2025-09-12T08:32:54.000-07:00",
"state": "resolved",
"title": "Intermittent Errors When Accessing Spaces",
"updated_at": "2025-09-12T09:19:41.883-07:00",
"url": "https://stspg.io/8mvp7d6tt27n"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-08-28T11:22:19.607-07:00",
"resolved_inferred": false,
"started_at": "2025-08-28T11:10:07.885-07:00",
"state": "resolved",
"title": "Certification Error",
"updated_at": "2025-08-28T11:22:19.623-07:00",
"url": "https://stspg.io/4573v9btvhqm"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-08-21T21:36:27.086-07:00",
"resolved_inferred": false,
"started_at": "2025-08-21T20:58:03.036-07:00",
"state": "resolved",
"title": "Maintenance: Space Degradation",
"updated_at": "2025-08-21T21:36:27.103-07:00",
"url": "https://stspg.io/hjy5ny1y7sbz"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "major",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-08-21T12:05:11.174-07:00",
"resolved_inferred": false,
"started_at": "2025-08-21T11:18:26.239-07:00",
"state": "resolved",
"title": "Degraded Service - Network issue on Login Provider",
"updated_at": "2025-08-21T12:05:11.192-07:00",
"url": "https://stspg.io/34b1fqk9bj97"
},
{
"body": "This incident has been resolved.",
"first_seen": "2026-09-04T07:06:16Z",
"impact": "minor",
"last_seen": "2026-09-16T12:28:20Z",
"resolved_at": "2025-08-19T18:42:44.179-07:00",
"resolved_inferred": false,
"started_at": "2025-08-19T16:32:56.702-07:00",
"state": "resolved",
"title": "Platform Slowness",
"updated_at": "2025-08-19T18:42:44.199-07:00",
"url": "https://stspg.io/4mgvpqrgy80c"
}
]
}