{"page":{"id":"01JD9Q47R0YMJG0KN649W7XAZM","name":"ClickHouse Cloud","url":"https://status.clickhouse.com/","updated_at":"2026-09-24T09:11:07Z"},"incidents":[{"id":"01M3998A1EEKERKCJW3S04E60N","name":"Streaming ClickPipes degradation in AWS eu-central-1 region","status":"resolved","created_at":"2026-09-24T08:42:00Z","updated_at":"2026-09-24T09:11:07Z","resolved_at":"2026-09-24T09:11:07Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M39AXMXQQAQQ7WBBMF3JWNGY","body":"Remediation was applied and we don't see signs of degradation anymore. Team will continue monitoring and investigating the root cause.","created_at":"2026-09-24T09:11:07Z","display_at":"2026-09-24T09:11:07Z","incident_id":"01M3998A1EEKERKCJW3S04E60N","status":"resolved","updated_at":"2026-09-24T09:11:07Z"},{"id":"01M39AG768A3Q2KF20YAJBRN31","body":"Remediation was applied and we see signs of improvement","created_at":"2026-09-24T09:03:47Z","display_at":"2026-09-24T09:03:47Z","incident_id":"01M3998A1EEKERKCJW3S04E60N","status":"monitoring","updated_at":"2026-09-24T09:06:56Z"},{"id":"01M3998A1ENQFZ5D6N0C8TH2ZX","body":"We detected an issue with network configuration in eu-central-1 region which causes failures for streaming Clickpipes in this region. Team is working on remediation","created_at":"2026-09-24T08:42:00Z","display_at":"2026-09-24T08:42:00Z","incident_id":"01M3998A1EEKERKCJW3S04E60N","status":"investigating","updated_at":"2026-09-24T08:42:00Z"}]},{"id":"01M398NR0CWF2PH1M3F65PQN48","name":"Some ClickPipes CDC pipes paused and can't be resumed","status":"resolved","created_at":"2026-09-24T08:31:51Z","updated_at":"2026-09-24T09:05:18Z","resolved_at":"2026-09-24T09:05:18Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M39AK02JMY9EDPWFYX2G5AV1","body":"All stuck pipes were resumed. ClickHouse team will continue monitoring and identifying the root cause to prevent similar issues in future.","created_at":"2026-09-24T09:05:18Z","display_at":"2026-09-24T09:05:18Z","incident_id":"01M398NR0CWF2PH1M3F65PQN48","status":"resolved","updated_at":"2026-09-24T09:05:18Z"},{"id":"01M39AB786ABBHWDKE2707YH9X","body":"All regions recovered except us-east-1 region. It is also progressing and expected to be remediated soon.","created_at":"2026-09-24T09:01:04Z","display_at":"2026-09-24T09:01:04Z","incident_id":"01M398NR0CWF2PH1M3F65PQN48","status":"monitoring","updated_at":"2026-09-24T09:01:04Z"},{"id":"01M399GHKNDDRD2RB2X0ZQH37P","body":"We are seeing signs of improvements in most regions and pipes are resumed.","created_at":"2026-09-24T08:46:30Z","display_at":"2026-09-24T08:46:30Z","incident_id":"01M398NR0CWF2PH1M3F65PQN48","status":"monitoring","updated_at":"2026-09-24T08:52:08Z"},{"id":"01M398W0PM7J9DF3W93MH2FZ19","body":"The issue happened during planned maintenance.\nClickHouse team is applying a remediation to resume paused pipes.","created_at":"2026-09-24T08:35:17Z","display_at":"2026-09-24T08:35:17Z","incident_id":"01M398NR0CWF2PH1M3F65PQN48","status":"investigating","updated_at":"2026-09-24T08:35:17Z"},{"id":"01M398NR0CBPNNMP97A3W4VBFP","body":"We are aware about an issue where CDC ClickPipes were paused and can't be operated via API. ClickHouse team is investigating the issue.\nThe issue affects subset of customers.","created_at":"2026-09-24T08:31:51Z","display_at":"2026-09-24T08:31:51Z","incident_id":"01M398NR0CWF2PH1M3F65PQN48","status":"investigating","updated_at":"2026-09-24T08:31:51Z"}]},{"id":"01M37E4B0F6QTQZAVACQYW2NQJ","name":"We are investigating an issue affecting Azure eastus2 region","status":"resolved","created_at":"2026-09-23T15:28:44Z","updated_at":"2026-09-23T15:59:09Z","resolved_at":"2026-09-23T15:59:09Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M37FW1YWN9PVJ1G5P0XH7AJ6","body":"The configuration change was reverted and we do not observe impact anymore. The ClickHouse Cloud team will work on preventing similar situations in future.","created_at":"2026-09-23T15:59:09Z","display_at":"2026-09-23T15:59:09Z","incident_id":"01M37E4B0F6QTQZAVACQYW2NQJ","status":"resolved","updated_at":"2026-09-23T15:59:09Z"},{"id":"01M37EK1EHXFVC4KHPVDGTC321","body":"We have identified the cause of the disruption and already applying the remediation. We will monitor for recovery and send update as soon as it is fully recovered.","created_at":"2026-09-23T15:36:45Z","display_at":"2026-09-23T15:36:45Z","incident_id":"01M37E4B0F6QTQZAVACQYW2NQJ","status":"monitoring","updated_at":"2026-09-23T15:36:45Z"},{"id":"01M37E4B0FMPY3EZKHXVH1E7QB","body":"**Investigating delays to provisioning and autoscaling**\n\nWe are investigating an issue affecting our Kubernetes infrastructure in Azure eastus2 region. Some customers may experience delays with provisioning and autoscaling of ClickHouse clusters.\n\nWe are working closely with Azure support to restore normal behavior. We’ll provide another update within 30 minutes, or sooner if we have more information.","created_at":"2026-09-23T15:28:44Z","display_at":"2026-09-23T15:28:44Z","incident_id":"01M37E4B0F6QTQZAVACQYW2NQJ","status":"investigating","updated_at":"2026-09-23T15:28:44Z"}]},{"id":"01M34MADB3V6FHJNAN4GCV2VRR","name":"We are investigating an issue with CH servers in Azure germanywestcentral region","status":"resolved","created_at":"2026-09-22T13:19:11Z","updated_at":"2026-09-22T18:25:30Z","resolved_at":"2026-09-22T18:25:30Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M355V9DEJNC7EQE5TYZCMD7G","body":"The underlying AZ has recovered and we are fully back online. Since ClickHouse cloud architecture uses 3 AZs we were operational during this outage but there might have been some degradations.\n\nAzure support shared the details of the issue as following- Between 12:04 UTC and 17:46 UTC on 22 September 2022, a platform issue resulted in an impact to the Virtual Machines (VMs) and Virtual Machine Scale Sets (VMSS) in Germany West Central. Customers may have experienced their virtual machines becoming unresponsive, restarting unexpectedly, or being temporarily unavailable during the impact window.","created_at":"2026-09-22T18:25:30Z","display_at":"2026-09-22T18:25:30Z","incident_id":"01M34MADB3V6FHJNAN4GCV2VRR","status":"resolved","updated_at":"2026-09-22T18:28:00Z"},{"id":"01M35138YW62F96VRGQ12424EC","body":"Azure support shared they are working on fixing the underlying issue, we started seeing some recovery but the incident is not completely resolved yet. We are working with Azure to get this fixed as soon as possible.","created_at":"2026-09-22T17:02:28Z","display_at":"2026-09-22T17:02:28Z","incident_id":"01M34MADB3V6FHJNAN4GCV2VRR","status":"monitoring","updated_at":"2026-09-22T17:02:28Z"},{"id":"01M34VJYJTN6J0FJ8PPR47THJB","body":"The issue is still present on Azure infrastructure side and ClickHouse Cloud team is actively monitoring for any impact for existing ClickHouse Clusters.\n\nCorrection on earlier impact description: Provisioning of new instances is expected to work. Operations like autoscaling of the ClickHouse Keeper replicas can be stuck or slow. Latency for insert and DDL queries are not affected, thanks to cross-AZ redundancy.","created_at":"2026-09-22T15:26:11Z","display_at":"2026-09-22T15:26:11Z","incident_id":"01M34MADB3V6FHJNAN4GCV2VRR","status":"monitoring","updated_at":"2026-09-22T15:26:11Z"},{"id":"01M34SY8BP32RQ0RDGQS59TZYX","body":"The Azure team is working on resolution of the issue. The ClickHouse Cloud team will relay any updates related to ClickHouse clusters operation.\n\nAn excerpt from Azure incident status:\n\n\u003e As per our investigation, we believe this stemmed from multiple underlying storage systems becoming unavailable at the same time, which led to attached virtual machines becoming unresponsive, restarting unexpectedly, or being temporarily unavailable.","created_at":"2026-09-22T14:57:24Z","display_at":"2026-09-22T14:57:24Z","incident_id":"01M34MADB3V6FHJNAN4GCV2VRR","status":"identified","updated_at":"2026-09-22T14:57:24Z"},{"id":"01M34P1DP40V4FFBZJB6V24XYR","body":"The problem is caused by Azure outage in the germanywestcentral region. ClickHouse Cloud team is working with Azure support.\n\nImpact:\n\n• New ClickHouse services can't be provisioned (appear as stuck in UI).\n\n• Some services may experience higher latency due to reduced capacity.","created_at":"2026-09-22T13:49:13Z","display_at":"2026-09-22T13:49:13Z","incident_id":"01M34MADB3V6FHJNAN4GCV2VRR","status":"investigating","updated_at":"2026-09-22T13:49:13Z"},{"id":"01M34N0X6HJHYAXHWJDHTH0N0S","body":"Only one Availability zone is affected in germanywestcentral Azure region. The problem affects internal component (ClickHouse Keepers). Some ClickHouse Services in this region may see increased latency on inserts or DDL queries.","created_at":"2026-09-22T13:31:28Z","display_at":"2026-09-22T13:31:28Z","incident_id":"01M34MADB3V6FHJNAN4GCV2VRR","status":"investigating","updated_at":"2026-09-22T13:31:28Z"},{"id":"01M34MES57KP211N8CMJZSG4ZW","body":"Only germanywestcentral Azure region is affected.","created_at":"2026-09-22T13:21:34Z","display_at":"2026-09-22T13:21:34Z","incident_id":"01M34MADB3V6FHJNAN4GCV2VRR","status":"investigating","updated_at":"2026-09-22T13:21:34Z"},{"id":"01M34MADB3SKDD9ZGACBBTNDXT","body":"We detected an issue with CHC clusters in some Azure regions. ClickHouse cloud team is investigating. Some operations might be degraded.","created_at":"2026-09-22T13:19:11Z","display_at":"2026-09-22T13:19:11Z","incident_id":"01M34MADB3V6FHJNAN4GCV2VRR","status":"investigating","updated_at":"2026-09-22T13:19:11Z"}]},{"id":"01M2K6X3SMPMBKJKK5FHA0M7ZB","name":"ClickPipes failing on Kinesis in AWS us-east-1","status":"resolved","created_at":"2026-09-15T18:57:38Z","updated_at":"2026-09-17T00:43:25Z","resolved_at":"2026-09-17T00:43:25Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M2PD2ZGG089PNMKB22VCH2E3","body":"This incident has been resolved. AWS has confirmed that the Enhanced Fanhout (EFO) Kinesis pipes in us-east-1 region are fully operational. Please contact ClickHouse Support if you experience any further issues: \u003chttps://console.clickhouse.cloud/support\u003e","created_at":"2026-09-17T00:43:25Z","display_at":"2026-09-17T00:43:25Z","incident_id":"01M2K6X3SMPMBKJKK5FHA0M7ZB","status":"resolved","updated_at":"2026-09-17T00:43:25Z"},{"id":"01M2NCXJ65YHT0GSSRBMHKQXAR","body":"AWS has confirmed that on September 15, 2026, beginning at 11:15 AM PDT, customers experienced elevated AccessDeniedException errors when calling the RegisterStreamConsumer API for Amazon Kinesis Data Streams (Kinesis) in the N. Virginia (us-east-1) Region. The root cause was a recent change that introduced a defect in how RegisterStreamConsumer requests are authorized, causing each request to be evaluated against the specific consumer resource (for example, `arn:aws:kinesis:\u003cregion\u003e:\u003caccount-id\u003e:stream/\u003cstream-name\u003e/consumer/\u003cconsumer-name\u003e`) rather than the stream resource (for example, `arn:aws:kinesis:\u003cregion\u003e:\u003caccount-id\u003e:stream/\u003cstream-name\u003e`). As a result, IAM policies that granted kinesis:RegisterStreamConsumer only at the stream level, which previously succeeded and aligns with our published documentation, no longer matched the request and returned AccessDeniedException.\n\nAWS has begun rolling back this change in the affected Region, and expect calls that were previously permitted at the stream level to succeed again once the rollback completes on September 16, 2026, by 6:00 PM PDT. As a workaround, please update your IAM policy as instructed in the previous status update.","created_at":"2026-09-16T15:21:13Z","display_at":"2026-09-16T15:21:13Z","incident_id":"01M2K6X3SMPMBKJKK5FHA0M7ZB","status":"identified","updated_at":"2026-09-16T15:21:13Z"},{"id":"01M2M3H2JH7Q1767QF2H9CSRVP","body":"AWS has confirmed that on September 15, 2026, beginning at 11:15 AM PDT, customers experienced elevated AccessDeniedException errors when calling the RegisterStreamConsumer API for Amazon Kinesis Data Streams (Kinesis) in the N. Virginia (us-east-1) Region. The root cause was a recent change that introduced a defect in how RegisterStreamConsumer requests are authorized, causing each request to be evaluated against the specific consumer resource (for example, `arn:aws:kinesis:\u003cregion\u003e:\u003caccount-id\u003e:stream/\u003cstream-name\u003e/consumer/\u003cconsumer-name\u003e`) rather than the stream resource (for example, `arn:aws:kinesis:\u003cregion\u003e:\u003caccount-id\u003e:stream/\u003cstream-name\u003e`). As a result, IAM policies that granted kinesis:RegisterStreamConsumer only at the stream level, which previously succeeded and aligns with our published documentation, no longer matched the request and returned AccessDeniedException. \n\nAWS has begun rolling back this change in the affected Region, and expect calls that were previously permitted at the stream level to succeed again once the rollback completes on September 16, 2026, by 6:00 PM PDT. As a workaround, please update your IAM policy as instructed in the previous status update.","created_at":"2026-09-16T03:17:52Z","display_at":"2026-09-16T03:17:52Z","incident_id":"01M2K6X3SMPMBKJKK5FHA0M7ZB","status":"identified","updated_at":"2026-09-16T03:17:52Z"},{"id":"01M2KKYSPY6YVRB4BBCDZW94S1","body":"AWS has confirmed the issue on their end and are in the process of rolling back the change. The ETA for this rollback in us-east-1 is by end of day tomorrow. Signs of gradual recovery are expected in us-east-1 as the rollback progresses across AZs during this time. In the meantime, if your ClickPipe is still affected, please update your IAM policy as instructed in the previous status update.","created_at":"2026-09-15T22:45:45Z","display_at":"2026-09-15T22:45:45Z","incident_id":"01M2K6X3SMPMBKJKK5FHA0M7ZB","status":"identified","updated_at":"2026-09-15T22:45:45Z"},{"id":"01M2KAPCBZKPMGPS2VNM1XZTS2","body":"The issue has been identified as a change on AWS related to Kinesis IAM permissions and appears to be currently isolated to us-east-1. While we work with AWS to mitigate this issue, we recommend to update your IAM policy to include a trailing wildcard (`/*`) to the resource for the `kinesis:RegisterStreamConsumer` action like so:\n\n```\n{\n  \"Effect\": \"Allow\",\n  \"Action\": [\n    \"kinesis:RegisterStreamConsumer\"\n  ],\n  \"Resource\": [\n    \"arn:aws:kinesis:{REGION}:{ACCOUNT_ID}:stream/{STREAM_NAME}/*\"\n  ]\n}\n\n```\n\nOnce this is applied, you must restart your ClickPipe for the changes to take affect.","created_at":"2026-09-15T20:03:52Z","display_at":"2026-09-15T20:03:52Z","incident_id":"01M2K6X3SMPMBKJKK5FHA0M7ZB","status":"identified","updated_at":"2026-09-15T20:06:07Z"},{"id":"01M2K6X3SM0E2YE7C47BA2Q8HA","body":"Currently investigating failures on AWS us-east-1 for customers using ClickPipes on Kinesis in this region.","created_at":"2026-09-15T18:57:38Z","display_at":"2026-09-15T18:57:38Z","incident_id":"01M2K6X3SMPMBKJKK5FHA0M7ZB","status":"investigating","updated_at":"2026-09-15T19:10:26Z"}]},{"id":"01M2MVER4T79TX9KA3ACMX7YAT","name":"Intermittent Issues with the Support tab","status":"resolved","created_at":"2026-09-16T10:16:02Z","updated_at":"2026-09-17T00:05:59Z","resolved_at":"2026-09-17T00:05:59Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M2PAYDVQYR3BQXAS2H6DNM33","body":"Salesforce has confirmed the incident is resolved on their end.","created_at":"2026-09-17T00:05:59Z","display_at":"2026-09-17T00:05:59Z","incident_id":"01M2MVER4T79TX9KA3ACMX7YAT","status":"resolved","updated_at":"2026-09-17T00:05:59Z"},{"id":"01M2NG11T951H1BTNS5A1GSXEE","body":"We are currently in monitoring phase. No errors have been observed in 2 hours and are awaiting confirmation from Salesforce before fully resolving the incident.","created_at":"2026-09-16T16:15:33Z","display_at":"2026-09-16T16:15:33Z","incident_id":"01M2MVER4T79TX9KA3ACMX7YAT","status":"monitoring","updated_at":"2026-09-16T16:15:33Z"},{"id":"01M2N9N4TATKHVAC7M8RN6FAXD","body":"We have confirmed that the impact to our Support tab is related to this [Salesforce incident](https://status.salesforce.com/incidents/20004433 \"Salesforce incident\").\n\nSalesforce is rolling out a fix, and we are seeing strong signs of recovery. We have observed no further errors for nearly an hour and will continue monitoring the situation closely.\n\nWe will provide another update when the incident is resolved or if any new information becomes available.","created_at":"2026-09-16T14:24:12Z","display_at":"2026-09-16T14:24:12Z","incident_id":"01M2MVER4T79TX9KA3ACMX7YAT","status":"identified","updated_at":"2026-09-16T14:24:12Z"},{"id":"01M2MVER4TS2GA01P6BPKJGW26","body":"We are investigating an issue with Salesforce that is affecting our Support tab. Some users may experience errors when accessing or managing support requests.\n\nRetrying the action usually resolves the issue. Our team is working to restore normal service, and we will provide an update as soon as more information becomes available.\n\nThank you for your patience.","created_at":"2026-09-16T10:16:02Z","display_at":"2026-09-16T10:16:02Z","incident_id":"01M2MVER4T79TX9KA3ACMX7YAT","status":"investigating","updated_at":"2026-09-16T10:16:02Z"}]},{"id":"01M2GT4WJVTWYF7DN4QKM5YF2S","name":"Distributed Cache performance degradation in AWS us-east-1","status":"resolved","created_at":"2026-09-14T20:36:13Z","updated_at":"2026-09-15T00:35:14Z","resolved_at":"2026-09-15T00:35:14Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M2H7TJC9FC5JME23BXWR1PY7","body":"This incident has been resolved. Distributed Cache performance in the region is back to normal. Please contact ClickHouse Support if any services in the Distributed Cache Private Preview are experiencing any remaining issues: \u003chttps://console.clickhouse.cloud/support\u003e","created_at":"2026-09-15T00:35:14Z","display_at":"2026-09-15T00:35:14Z","incident_id":"01M2GT4WJVTWYF7DN4QKM5YF2S","status":"resolved","updated_at":"2026-09-15T00:35:14Z"},{"id":"01M2H19CCJ5Z6ZP16EHRBEP4AX","body":"Impacted services have been updated and are now fully operational. ClickHouse is monitoring.","created_at":"2026-09-14T22:41:00Z","display_at":"2026-09-14T22:41:00Z","incident_id":"01M2GT4WJVTWYF7DN4QKM5YF2S","status":"monitoring","updated_at":"2026-09-14T22:41:00Z"},{"id":"01M2GX4HX550CWB0KRS93R6BK2","body":"ClickHouse has identified the cause and proceeding with remedying impacted services.","created_at":"2026-09-14T21:28:27Z","display_at":"2026-09-14T21:28:27Z","incident_id":"01M2GT4WJVTWYF7DN4QKM5YF2S","status":"identified","updated_at":"2026-09-14T21:28:27Z"},{"id":"01M2GT4WJVG3VSYZPEH13TRTGV","body":"ClickHouse is investigating degraded Distributed Cache performance affecting multiple ClickHouse Cloud customers. Distributed Cache is a feature currently in Private Preview. We will provide further updates as they become available.","created_at":"2026-09-14T20:36:13Z","display_at":"2026-09-14T20:36:13Z","incident_id":"01M2GT4WJVTWYF7DN4QKM5YF2S","status":"investigating","updated_at":"2026-09-14T20:36:13Z"}]},{"id":"01M1EVTB89XNE6SFRE173W0292","name":"Service degradation in GCP us-central-1","status":"resolved","created_at":"2026-09-01T16:11:14Z","updated_at":"2026-09-01T16:30:28Z","resolved_at":"2026-09-01T16:30:28Z","impact":"none","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M1EWXJB5HWE7J8PEZHWWDA3T","body":"All systems operational. GCP incident has no impact on ClickHouse Cloud.","created_at":"2026-09-01T16:30:28Z","display_at":"2026-09-01T16:30:28Z","incident_id":"01M1EVTB89XNE6SFRE173W0292","status":"resolved","updated_at":"2026-09-01T16:30:28Z"},{"id":"01M1EWA7QWH9GWNW33RWKBH0R3","body":"After careful investigation we could not determine any impact of the [GCP service degradation](https://status.cloud.google.com/incidents/J5ia5t9p3g9Q5Wi7r8Ev) (in zone b) on ClickHouse Cloud functionality.","created_at":"2026-09-01T16:19:54Z","display_at":"2026-09-01T16:19:54Z","incident_id":"01M1EVTB89XNE6SFRE173W0292","status":"investigating","updated_at":"2026-09-01T16:19:54Z"},{"id":"01M1EVTB895QYTBRW9AB0XJFDX","body":"Due to networking issues in GCP us-central1 zone b (see \u003chttps://status.cloud.google.com/incidents/J5ia5t9p3g9Q5Wi7r8Ev\u003e), ClickHouse Cloud services can be degraded as well. Symptoms can be temporarily unavailable metrics and monitoring dashboards. Creation of new services and ClickPipes pipelines can be temporarily unavailable as well.\n\nExisting ClickHouse Services are not affected and are operating normally.","created_at":"2026-09-01T16:11:14Z","display_at":"2026-09-01T16:11:14Z","incident_id":"01M1EVTB89XNE6SFRE173W0292","status":"investigating","updated_at":"2026-09-01T16:12:48Z"}]},{"id":"01M0Q1V62DVRC1VE1DPTTED21T","name":"Slow provisioning times of services in GCP europe-west4 region","status":"resolved","created_at":"2026-08-23T10:14:46Z","updated_at":"2026-08-23T10:47:04Z","resolved_at":"2026-08-23T10:47:04Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M0Q3PAT6BHZNFYSHRJQGCXRT","body":"Issue was resolved. Services are provisioning successfully.","created_at":"2026-08-23T10:47:04Z","display_at":"2026-08-23T10:47:04Z","incident_id":"01M0Q1V62DVRC1VE1DPTTED21T","status":"resolved","updated_at":"2026-08-23T10:47:04Z"},{"id":"01M0Q1V62DRHHG6FXVR81XJRT7","body":"It may take longer time to provision a new service.","created_at":"2026-08-23T10:14:46Z","display_at":"2026-08-23T10:14:46Z","incident_id":"01M0Q1V62DVRC1VE1DPTTED21T","status":"investigating","updated_at":"2026-08-23T10:14:46Z"}]},{"id":"01M0854N5TNMNBWB1Y09HYPG61","name":"Provisioning of new CDC pipes for Postgres might be delayed or failing","status":"resolved","created_at":"2026-08-17T15:23:46Z","updated_at":"2026-08-17T17:17:41Z","resolved_at":"2026-08-17T17:17:41Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M08BN7T9KDDGEJJSY62E01BG","body":"This issue has been resolved. New CDC pipes for Postgres are provisioning normally.","created_at":"2026-08-17T17:17:41Z","display_at":"2026-08-17T17:17:41Z","incident_id":"01M0854N5TNMNBWB1Y09HYPG61","status":"resolved","updated_at":"2026-08-17T17:17:41Z"},{"id":"01M0897NQW8SKYQD3H709YJ8EE","body":"We are seeing signs of recovery. The team is closely monitoring and will report any updates. In case if any pipe gets stuck provisioning, our team can assist with manual operation to make it happen.","created_at":"2026-08-17T16:35:19Z","display_at":"2026-08-17T16:35:19Z","incident_id":"01M0854N5TNMNBWB1Y09HYPG61","status":"monitoring","updated_at":"2026-08-17T16:35:19Z"},{"id":"01M0854N5TBMF8N7WHR1A3PMCW","body":"We identified an issue where new CDC ClickPipes can't be provisioned due to dependency on GitHub availability ([https://www.githubstatus.com/incidents/zkxwbgr0cnmx](https://www.githubstatus.com/incidents/zkxwbgr0cnmx \"https://www.githubstatus.com/incidents/zkxwbgr0cnmx\")).\n\nTeam is monitoring the issue and tries to find a possible workaround.","created_at":"2026-08-17T15:23:46Z","display_at":"2026-08-17T15:23:46Z","incident_id":"01M0854N5TNMNBWB1Y09HYPG61","status":"identified","updated_at":"2026-08-17T15:25:33Z"}]},{"id":"01M00VRAFWBPGCX437HMW1JFMN","name":"Network connectivity issue in AWS us-east-1","status":"resolved","created_at":"2026-08-14T19:25:03Z","updated_at":"2026-08-14T19:47:38Z","resolved_at":"2026-08-14T19:47:38Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01M00X1NE2A5TN9EYDM46YZE6J","body":"This issue has been resolved. Connectivity has returned to normal.","created_at":"2026-08-14T19:47:38Z","display_at":"2026-08-14T19:47:38Z","incident_id":"01M00VRAFWBPGCX437HMW1JFMN","status":"resolved","updated_at":"2026-08-14T19:47:38Z"},{"id":"01M00VRAFWXEKJG0PKG0K11BEA","body":"We noticed a network issue between 18:10–18:37 UTC affecting a small subset of services on AWS in the us-east-1 region. During that period, you may have experienced connection timeouts to your services. The issue has been resolved, and our team continues to monitor the situation.","created_at":"2026-08-14T19:25:03Z","display_at":"2026-08-14T19:25:03Z","incident_id":"01M00VRAFWBPGCX437HMW1JFMN","status":"monitoring","updated_at":"2026-08-14T19:25:03Z"}]},{"id":"01KZ1EYFKM6NSBF2R8TRJC70VX","name":"We are investigating an issue in Azure eastus2 region, impacting replicas in one specific Availability Zone","status":"resolved","created_at":"2026-08-02T14:44:46Z","updated_at":"2026-08-02T19:34:17Z","resolved_at":"2026-08-02T19:34:17Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KZ1ZGJYGP137TEN8RG7JGZQK","body":"The issue is now resolved. All services are back to normal.","created_at":"2026-08-02T19:34:17Z","display_at":"2026-08-02T19:34:17Z","incident_id":"01KZ1EYFKM6NSBF2R8TRJC70VX","status":"resolved","updated_at":"2026-08-02T19:34:17Z"},{"id":"01KZ1XWNTQ1X1YM1PS7VAVP0PY","body":"The issue seems to be resolved on the Azure side. We are monitoring before we resolve the issue.","created_at":"2026-08-02T19:05:56Z","display_at":"2026-08-02T19:05:56Z","incident_id":"01KZ1EYFKM6NSBF2R8TRJC70VX","status":"monitoring","updated_at":"2026-08-02T19:05:56Z"},{"id":"01KZ1PTFZ0RXDB7YJ9E2YPY6H5","body":"We are still working closely with CSP support to figure out the path forward. The Azure support confirmed there is an issue with some components provided by CSP, investigation ongoing.","created_at":"2026-08-02T17:02:24Z","display_at":"2026-08-02T17:02:24Z","incident_id":"01KZ1EYFKM6NSBF2R8TRJC70VX","status":"investigating","updated_at":"2026-08-02T17:02:24Z"},{"id":"01KZ1M5RTQDTKX5634P2WSYQD3","body":"We still see problematic compute nodes provided by CSP, so remediation may take more time. We working closely with Azure support.","created_at":"2026-08-02T16:16:08Z","display_at":"2026-08-02T16:16:08Z","incident_id":"01KZ1EYFKM6NSBF2R8TRJC70VX","status":"identified","updated_at":"2026-08-02T16:16:08Z"},{"id":"01KZ1J7MX37Z3JK1C80ACCNMP0","body":"We are applying a change, unblocking the pending replicas. We already see sign of improvements for services that have the change applied.","created_at":"2026-08-02T15:42:12Z","display_at":"2026-08-02T15:42:12Z","incident_id":"01KZ1EYFKM6NSBF2R8TRJC70VX","status":"identified","updated_at":"2026-08-02T15:42:12Z"},{"id":"01KZ1EYFKM3S0E5B6MRF7E3FVR","body":"We are aware about service degradation in Azure eastus2 region, impacting only one Availability Zone. New service provisioning time might be delayed. Customers may see increased latency.","created_at":"2026-08-02T14:44:46Z","display_at":"2026-08-02T14:44:46Z","incident_id":"01KZ1EYFKM6NSBF2R8TRJC70VX","status":"investigating","updated_at":"2026-08-02T14:44:46Z"}]},{"id":"01KYA3SRPEFKQ7K0FD5PVAFBEX","name":"Monitoring and billing impact on customer services in ap-southeast-1","status":"resolved","created_at":"2026-07-24T13:07:26Z","updated_at":"2026-07-24T21:28:12Z","resolved_at":"2026-07-24T16:33:59Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KYB0EQ2T6W3WTXNMJTN6RVAR","body":"Backfill of data for ap-southeast-1 is complete. ","created_at":"2026-07-24T21:28:12Z","display_at":"2026-07-24T21:28:12Z","incident_id":"01KYA3SRPEFKQ7K0FD5PVAFBEX","status":"resolved","updated_at":"2026-07-24T21:28:12Z"},{"id":"01KYAYJMC6WW34E1A08P1RSYPN","body":"The issue with monitoring and billing in ap-southeast-1 is resolved. We are now backfilling the missing data.","created_at":"2026-07-24T20:55:23Z","display_at":"2026-07-24T20:55:23Z","incident_id":"01KYA3SRPEFKQ7K0FD5PVAFBEX","status":"monitoring","updated_at":"2026-07-24T20:55:23Z"},{"id":"01KYAHWD9KPDGJDJ4KWJ5G2G69","body":"We are investigating an issue impacting customer services in ap-southeast-1. Some services may experience degraded availability.","created_at":"2026-07-24T17:13:32Z","display_at":"2026-07-24T17:13:32Z","incident_id":"01KYA3SRPEFKQ7K0FD5PVAFBEX","status":"investigating","updated_at":"2026-07-24T17:13:32Z"},{"id":"01KYAFKZH5E51N9J7ZHJSZZ7DB","body":"Issue is now resolved. Currently backfilling metrics for dashboards.","created_at":"2026-07-24T16:33:59Z","display_at":"2026-07-24T16:33:59Z","incident_id":"01KYA3SRPEFKQ7K0FD5PVAFBEX","status":"resolved","updated_at":"2026-07-24T16:33:59Z"},{"id":"01KYA3SRPETKXQB40CB3VZ9CH8","body":"Monitoring and billing is degraded in eu-west-1. Specifically:\n\nMonitoring dashboards will not contain the latest data\nMetric-based notification will not be sent\nMissing metrics in prometheus endpoints\nBilling metering is not currently updating\nAutoscaling recommendations are not being applied","created_at":"2026-07-24T13:07:26Z","display_at":"2026-07-24T13:07:26Z","incident_id":"01KYA3SRPEFKQ7K0FD5PVAFBEX","status":"investigating","updated_at":"2026-07-24T13:07:26Z"}]},{"id":"01KY4TRYA1FYRMZAHNCDPFCTC6","name":"CDC ClickPipes stuck in maintenance state","status":"resolved","created_at":"2026-07-22T11:53:29Z","updated_at":"2026-07-22T14:36:06Z","resolved_at":"2026-07-22T14:36:06Z","impact":"major","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KY542NYV6TEEFTFT59D243QQ","body":"The CDC ClickPipes upgrade rollout remains on hold while we confirm we can safely proceed without triggering the underlying pod networking failure mode that triggered the incident.","created_at":"2026-07-22T14:36:06Z","display_at":"2026-07-22T14:36:06Z","incident_id":"01KY4TRYA1FYRMZAHNCDPFCTC6","status":"resolved","updated_at":"2026-07-22T14:36:06Z"},{"id":"01KY50VFNSFG9R9EDBX8F9XMY1","body":"All services have recovered; we will continue monitoring the affected nodes and consolidating our findings. Please reach out to our support team to request access to the RCA, when available.","created_at":"2026-07-22T13:39:44Z","display_at":"2026-07-22T13:39:44Z","incident_id":"01KY4TRYA1FYRMZAHNCDPFCTC6","status":"monitoring","updated_at":"2026-07-22T13:39:44Z"},{"id":"01KY4YX2PP1QW2W8CE28HMNJEZ","body":"Most services have fully recovered. Continuing to roll out the fix to remaining 4 services (all in `eu-central-1`, `us-east-2`).","created_at":"2026-07-22T13:05:39Z","display_at":"2026-07-22T13:05:39Z","incident_id":"01KY4TRYA1FYRMZAHNCDPFCTC6","status":"identified","updated_at":"2026-07-22T13:05:39Z"},{"id":"01KY4X7NACMM2E9ZWJ5VV6EVVV","body":"Services in `eu-central-1` have recovered. We're in the process of manually recovering ~20 services in other regions.","created_at":"2026-07-22T12:36:29Z","display_at":"2026-07-22T12:36:29Z","incident_id":"01KY4TRYA1FYRMZAHNCDPFCTC6","status":"identified","updated_at":"2026-07-22T12:36:29Z"},{"id":"01KY4TRYA1RWB5FVTWP0V7W09V","body":"As part of our weekly upgrade process, CDC ClickPipes in `eu-central-1` became stuck in maintenance state. The team is working on a mitigation.","created_at":"2026-07-22T11:53:29Z","display_at":"2026-07-22T11:53:29Z","incident_id":"01KY4TRYA1FYRMZAHNCDPFCTC6","status":"investigating","updated_at":"2026-07-22T11:53:29Z"}]},{"id":"01KXM21P1W4B81RGW72VPBSZ1Z","name":"AWS eu-central-1 performance degradation","status":"resolved","created_at":"2026-07-15T23:33:30Z","updated_at":"2026-07-16T01:59:19Z","resolved_at":"2026-07-16T01:59:19Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KXMACP3TWS8ZS6VCSKHJAJG1","body":"AWS has mitigated the disruption affecting the eu-central-1 availability zone. We will continue monitoring to ensure stability.","created_at":"2026-07-16T01:59:19Z","display_at":"2026-07-16T01:59:19Z","incident_id":"01KXM21P1W4B81RGW72VPBSZ1Z","status":"resolved","updated_at":"2026-07-16T01:59:19Z"},{"id":"01KXM21P1WPEB7ZJKJB4AY0G74","body":"We are seeing degraded performance in AWS eu-central-1 starting around 4 pm PT.\n\u003chttps://health.aws.amazon.com/health/status\u003e","created_at":"2026-07-15T23:33:30Z","display_at":"2026-07-15T23:33:30Z","incident_id":"01KXM21P1W4B81RGW72VPBSZ1Z","status":"investigating","updated_at":"2026-07-15T23:33:30Z"}]},{"id":"01KX1KAYP7XK7SSSTNTRNY6QF1","name":"Cloud console UI down","status":"resolved","created_at":"2026-07-08T19:30:06Z","updated_at":"2026-07-08T19:36:02Z","resolved_at":"2026-07-08T19:36:02Z","impact":"critical","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KX1KNT9PZ45ZRDVXNWXHFMJN","body":"The Cloud Console is back up. ","created_at":"2026-07-08T19:36:02Z","display_at":"2026-07-08T19:36:02Z","incident_id":"01KX1KAYP7XK7SSSTNTRNY6QF1","status":"resolved","updated_at":"2026-07-08T19:36:02Z"},{"id":"01KX1KAYP7NBZC8QSXD3S59Z8V","body":"The backend services are not impacted but the cloud console UI is down.","created_at":"2026-07-08T19:30:06Z","display_at":"2026-07-08T19:30:06Z","incident_id":"01KX1KAYP7XK7SSSTNTRNY6QF1","status":"investigating","updated_at":"2026-07-08T19:30:06Z"}]},{"id":"01KWVPRA7ZN7CE6P2A6X3S1YP7","name":"Slow provisioning and operations in AWS us-east-1 region","status":"resolved","created_at":"2026-07-06T12:34:23Z","updated_at":"2026-07-06T15:03:45Z","resolved_at":"2026-07-06T15:03:45Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KWVZ9T9P7NK442E6GDJFN9DN","body":"The incident was resolved and we don't see any impact in us-east-1 region anymore. For details, please refer to the AWS Health status page: [https://health.aws.amazon.com/health/status](https://health.aws.amazon.com/health/status \"https://health.aws.amazon.com/health/status\")","created_at":"2026-07-06T15:03:45Z","display_at":"2026-07-06T15:03:45Z","incident_id":"01KWVPRA7ZN7CE6P2A6X3S1YP7","status":"resolved","updated_at":"2026-07-06T15:03:45Z"},{"id":"01KWVRS6D56KP0GJ5H5GY16D8F","body":"The issue is caused by AWS outage, please see [https://health.aws.amazon.com/health/status](https://health.aws.amazon.com/health/status \"https://health.aws.amazon.com/health/status\")","created_at":"2026-07-06T13:09:49Z","display_at":"2026-07-06T13:09:49Z","incident_id":"01KWVPRA7ZN7CE6P2A6X3S1YP7","status":"identified","updated_at":"2026-07-06T13:09:49Z"},{"id":"01KWVPRA7ZFTPB0RWZ185GKP7N","body":"We have identified an issue with provisioning of new instances and autoscaling operations in AWS us-east-1 region.\nConnection latencies for CH servers can be also affected due to slow provisioning of compute nodes.\nClickHouse Cloud is working with AWS support team to fix the issue.","created_at":"2026-07-06T12:34:23Z","display_at":"2026-07-06T12:34:23Z","incident_id":"01KWVPRA7ZN7CE6P2A6X3S1YP7","status":"identified","updated_at":"2026-07-06T12:34:23Z"}]},{"id":"01KWES25BFKR48PHCVMQN0T3EE","name":"Issue with creating new ClickPipes in GCP regions","status":"resolved","created_at":"2026-07-01T12:04:35Z","updated_at":"2026-07-01T12:24:19Z","resolved_at":"2026-07-01T12:24:19Z","impact":"none","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KWET69JJ24GKKWEVA5PVVQA5","body":"The fix was applied and we see the issue is not reproducing anymore.","created_at":"2026-07-01T12:24:19Z","display_at":"2026-07-01T12:24:19Z","incident_id":"01KWES25BFKR48PHCVMQN0T3EE","status":"resolved","updated_at":"2026-07-01T12:24:19Z"},{"id":"01KWESSXDQA2899K55GA2RCMEN","body":"We identified the cause of the issue and the team have applied a fix","created_at":"2026-07-01T12:17:33Z","display_at":"2026-07-01T12:17:33Z","incident_id":"01KWES25BFKR48PHCVMQN0T3EE","status":"identified","updated_at":"2026-07-01T12:17:33Z"},{"id":"01KWES25BFTWVZQDSCMWPAE575","body":"ClickHouse Cloud team is investigating an issue with creating new ClickPipes in GCP. Provisioning of new pipes might be delayed or stuck.","created_at":"2026-07-01T12:04:35Z","display_at":"2026-07-01T12:04:35Z","incident_id":"01KWES25BFKR48PHCVMQN0T3EE","status":"investigating","updated_at":"2026-07-01T12:04:35Z"}]},{"id":"01KTCSART339HPGYFAH5KDE6ZV","name":"Prometheus metrics endpoint missing per-server metri","status":"resolved","created_at":"2026-06-05T20:59:24Z","updated_at":"2026-06-05T21:03:11Z","resolved_at":"2026-06-03T14:48:00Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KTCSHNYAPB05GVD78PQBQWE2","body":"The customer-facing Prometheus metrics endpoint missing all per-server metrics and is only returning Cloud-infra metrics","created_at":"2026-06-05T21:03:11Z","display_at":"2026-06-05T21:03:11Z","incident_id":"01KTCSART339HPGYFAH5KDE6ZV","status":"resolved","updated_at":"2026-06-05T21:03:11Z"},{"id":"01KTCSH1AMESGZWQABAB02ZXR1","body":"-","created_at":"2026-06-05T21:02:50Z","display_at":"2026-06-05T21:02:50Z","incident_id":"01KTCSART339HPGYFAH5KDE6ZV","status":"resolved","updated_at":"2026-06-05T21:02:50Z"},{"id":"01KTCSART3JNJ90QKP8ZTSTWMX","body":"The customer-facing Prometheus metrics endpoint missing all per-server metrics and is only returning Cloud-infra metrics","created_at":"2026-06-05T20:59:24Z","display_at":"2026-06-03T14:48:00Z","incident_id":"01KTCSART339HPGYFAH5KDE6ZV","status":"resolved","updated_at":"2026-06-05T20:59:24Z"}]},{"id":"01KSQXCC45TS7TTGDV8VTRAQP0","name":"New service provisioning may fail in Azure","status":"resolved","created_at":"2026-05-28T18:26:08Z","updated_at":"2026-06-02T21:19:21Z","resolved_at":"2026-06-02T21:19:21Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KT5394CGA6JKMAD3J398CV9D","body":"Service provisioning is working, but some users may intermittently see an error message stating: _“This service name is already in use.”_ This error is transient. If you encounter it, please refresh the page -your service should still be provisioning and will become visible shortly. We are working with  Microsoft Azure to fully resolve the underlying issue.","created_at":"2026-06-02T21:19:21Z","display_at":"2026-06-02T21:19:21Z","incident_id":"01KSQXCC45TS7TTGDV8VTRAQP0","status":"resolved","updated_at":"2026-06-02T21:19:21Z"},{"id":"01KSTSAD5HE1EZ6TZ4T1FMN6V0","body":"Azure confirmed the issue is related to an ongoing backend DNS zone migration. The issue is transient but we are working with Azure team to find a resolution to this issue. ","created_at":"2026-05-29T21:12:53Z","display_at":"2026-05-29T21:12:53Z","incident_id":"01KSQXCC45TS7TTGDV8VTRAQP0","status":"identified","updated_at":"2026-05-29T21:12:53Z"},{"id":"01KSQXCC455F2SQX0XMN76B980","body":"Due to extremely slow response time for some API calls to Azure infrastructure, new service provisioning may timeout before Cloud Control Plane or OpenAPI request gets response.","created_at":"2026-05-28T18:26:08Z","display_at":"2026-05-28T18:26:08Z","incident_id":"01KSQXCC45TS7TTGDV8VTRAQP0","status":"investigating","updated_at":"2026-05-28T18:26:08Z"}]},{"id":"01KT1G25S9PBKM7VJEB146680G","name":"Connectivity issues in AWS eu-west-1 region","status":"resolved","created_at":"2026-06-01T11:45:47Z","updated_at":"2026-06-01T16:53:36Z","resolved_at":"2026-06-01T16:53:36Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KT21NTEM8VKHBXZ120CWPV74","body":"Issue is resolved.","created_at":"2026-06-01T16:53:36Z","display_at":"2026-06-01T16:53:36Z","incident_id":"01KT1G25S9PBKM7VJEB146680G","status":"resolved","updated_at":"2026-06-01T16:53:36Z"},{"id":"01KT1QBK81WE4GD725MKNJ1ZJ2","body":"The root cause was identified and issue was fixed. Connectivity issues should not happen again.","created_at":"2026-06-01T13:53:16Z","display_at":"2026-06-01T13:53:16Z","incident_id":"01KT1G25S9PBKM7VJEB146680G","status":"monitoring","updated_at":"2026-06-01T13:53:16Z"},{"id":"01KT1KAXCZFVYEBNQ0KHGZWEWD","body":"The root cause of issue is identified","created_at":"2026-06-01T12:42:59Z","display_at":"2026-06-01T12:42:59Z","incident_id":"01KT1G25S9PBKM7VJEB146680G","status":"identified","updated_at":"2026-06-01T12:42:59Z"},{"id":"01KT1GTK7GK2198TPHK0CKS3AZ","body":"Impact is on eu-west-1 region. Incident name had a typo in the beginning.","created_at":"2026-06-01T11:59:07Z","display_at":"2026-06-01T11:59:07Z","incident_id":"01KT1G25S9PBKM7VJEB146680G","status":"investigating","updated_at":"2026-06-01T11:59:07Z"},{"id":"01KT1G25S92MBJKM8KAT8FR994","body":"Connectivity to services is affected.","created_at":"2026-06-01T11:45:47Z","display_at":"2026-06-01T11:45:47Z","incident_id":"01KT1G25S9PBKM7VJEB146680G","status":"investigating","updated_at":"2026-06-01T11:45:47Z"}]},{"id":"01KSN8TT15NCG3W0JTCMWCQCVN","name":"ClickHouse Agents Login Issues","status":"resolved","created_at":"2026-05-27T17:48:32Z","updated_at":"2026-05-27T19:11:07Z","resolved_at":"2026-05-27T19:11:07Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KSNDJ0YG6PQRH46ZMXE3EXRH","body":"Some users may have been unable to log in to ClickHouse Agents due to an overly broad login rate limit. A configuration change was rolled out, access has been confirmed restored, and no customer data or ClickHouse services were impacted.","created_at":"2026-05-27T19:11:07Z","display_at":"2026-05-27T19:11:07Z","incident_id":"01KSN8TT15NCG3W0JTCMWCQCVN","status":"resolved","updated_at":"2026-05-27T19:11:07Z"},{"id":"01KSN9Q2QNN9MSWQ5KEYKSJ82F","body":"Mitigation rolled out, monitoring.","created_at":"2026-05-27T18:03:59Z","display_at":"2026-05-27T18:03:59Z","incident_id":"01KSN8TT15NCG3W0JTCMWCQCVN","status":"monitoring","updated_at":"2026-05-27T18:03:59Z"},{"id":"01KSN8TT15X2SA7EN6AVBJT59Z","body":"Issues logging into ClickHouse Agents reported","created_at":"2026-05-27T17:48:32Z","display_at":"2026-05-27T17:48:32Z","incident_id":"01KSN8TT15NCG3W0JTCMWCQCVN","status":"investigating","updated_at":"2026-05-27T17:48:32Z"}]},{"id":"01KS8791NRH92V2R5TAYYRF2ZF","name":"Capacity issues in AWS us-east-1 region affecting provisioning times","status":"resolved","created_at":"2026-05-22T16:11:14Z","updated_at":"2026-05-22T16:50:23Z","resolved_at":"2026-05-22T16:50:23Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KS89GQEZ0VNCQBCHX97GREFE","body":"Affected instances have been corrected in the AWS us-east-1 region. We apologize for the disruption this issue caused. We are committed to the reliability of all ClickHouse Cloud services and appreciate your understanding as we continue to improve our systems and operations. If you have questions or need information on a specific ClickHouse service, please [contact support](https://clickhouse.cloud/support \"contact support\").","created_at":"2026-05-22T16:50:23Z","display_at":"2026-05-22T16:50:23Z","incident_id":"01KS8791NRH92V2R5TAYYRF2ZF","status":"resolved","updated_at":"2026-05-22T16:50:23Z"},{"id":"01KS8791NRMWWWE4FEBHKNXC1S","body":"We've noticed some instances are stuck in provisioning state due to capacity issues in AWS us-east-1 region. ClickHouse Cloud team is working on possible remediations, but we advise do not create new instances in this region until capacity problem is addressed on AWS side.","created_at":"2026-05-22T16:11:14Z","display_at":"2026-05-22T16:11:14Z","incident_id":"01KS8791NRH92V2R5TAYYRF2ZF","status":"identified","updated_at":"2026-05-22T16:11:14Z"}]},{"id":"01KRXH39MAPDBFXGR6SGKJQ8R3","name":"GCP us-east1 capacity constraints impacting cluster operations","status":"resolved","created_at":"2026-05-18T12:31:13Z","updated_at":"2026-05-20T18:32:53Z","resolved_at":"2026-05-20T18:32:53Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KS3AJZTPXK1W18FCZG9EQ9YX","body":"No more capacity issues observed for us-east1 region. Provisioning and scaling should work as usual.","created_at":"2026-05-20T18:32:53Z","display_at":"2026-05-20T18:32:53Z","incident_id":"01KRXH39MAPDBFXGR6SGKJQ8R3","status":"resolved","updated_at":"2026-05-20T18:32:53Z"},{"id":"01KRXH39MACBT0BQ5ARRXTQXJS","body":"We are currently experiencing capacity constraints in the affected GCP region. As a result, users may encounter issues when creating new clusters or operating existing clusters in this region.\n\nOur team is actively working on mitigation to restore normal capacity and minimize customer impact. We will continue to provide updates as more information becomes available.","created_at":"2026-05-18T12:31:13Z","display_at":"2026-05-18T12:31:13Z","incident_id":"01KRXH39MAPDBFXGR6SGKJQ8R3","status":"investigating","updated_at":"2026-05-18T12:31:13Z"}]},{"id":"01KR2QNN625QEJC98V1TQM3BR2","name":"Increased Error Rate and Latency on AWS Region (US-EAST-1)","status":"resolved","created_at":"2026-05-08T02:46:36Z","updated_at":"2026-05-09T09:48:40Z","resolved_at":"2026-05-09T09:48:40Z","impact":"minor","page_id":"01JD9Q47R0YMJG0KN649W7XAZM","incident_updates":[{"id":"01KR62768GMJJ9G0YWP4WEZBZ8","body":"AWS has mitigated the disruption affecting the US-EAST-1 availability zone.\n\nWe will continue monitoring to ensure stability.","created_at":"2026-05-09T09:48:40Z","display_at":"2026-05-09T09:48:40Z","incident_id":"01KR2QNN625QEJC98V1TQM3BR2","status":"resolved","updated_at":"2026-05-09T09:48:40Z"},{"id":"01KR2QNN62P1ZYZBMY3VC68GCY","body":"AWS Region (US-EAST-1) is experiencing disruptions in a single availability zone. All ClickHouse Cloud services are operational. We are actively monitoring the situation and following updates from AWS. Please follow the \u003chttps://health.aws.amazon.com/health/status\u003e page for latest updates.\n\n","created_at":"2026-05-08T02:46:36Z","display_at":"2026-05-08T02:46:36Z","incident_id":"01KR2QNN625QEJC98V1TQM3BR2","status":"investigating","updated_at":"2026-05-08T11:56:14Z"}]}]}
