{"page":{"id":"01K1AN8FP2GE23EK0419PSKB77","name":"AudioStack","url":"https://status.audiostack.ai/","updated_at":"2026-09-19T12:40:09Z"},"incidents":[{"id":"01M2WCG73ZHX40NSH7ZY3Q0FQW","name":"High error rate on the `creator/story` endpoint","status":"resolved","created_at":"2026-09-19T08:28:37Z","updated_at":"2026-09-19T12:40:09Z","resolved_at":"2026-09-19T12:40:09Z","impact":"major","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01M2WTWSRY59BQ6KS52PS18J6J","body":"The issue affecting `creator/story` has been fully resolved as of 10:30 AM BST.","created_at":"2026-09-19T12:40:09Z","display_at":"2026-09-19T12:40:09Z","incident_id":"01M2WCG73ZHX40NSH7ZY3Q0FQW","status":"resolved","updated_at":"2026-09-19T12:40:09Z"},{"id":"01M2WGE4Q2M4G4VRRSG6TPH262","body":"We have implemented a fix for the issue affecting `/creator/story`. The fix has been deployed and we are now monitoring the system to ensure stability.","created_at":"2026-09-19T09:37:23Z","display_at":"2026-09-19T09:37:23Z","incident_id":"01M2WCG73ZHX40NSH7ZY3Q0FQW","status":"monitoring","updated_at":"2026-09-19T09:37:23Z"},{"id":"01M2WDETMFYS25F2GND35C9NGW","body":"We have identified the root cause of the issue affecting `creator/story` and applying a fix","created_at":"2026-09-19T08:45:20Z","display_at":"2026-09-19T08:45:20Z","incident_id":"01M2WCG73ZHX40NSH7ZY3Q0FQW","status":"identified","updated_at":"2026-09-19T08:45:20Z"},{"id":"01M2WCG73ZDJ6XAMKWFYQZTJYH","body":"We are currently investigating alerts of high error rates on the `creator/story` endpoint . Our engineering team is actively working to identify the root cause and scope of impact.","created_at":"2026-09-19T08:28:37Z","display_at":"2026-09-19T08:28:37Z","incident_id":"01M2WCG73ZHX40NSH7ZY3Q0FQW","status":"investigating","updated_at":"2026-09-19T08:28:37Z"}]},{"id":"01KWXZ3YADYJ9X83C0BGH7VJ7A","name":"Users unable to log in to AudioStack","status":"resolved","created_at":"2026-07-07T09:39:01Z","updated_at":"2026-07-07T09:50:12Z","resolved_at":"2026-07-07T09:50:12Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01KWXZRD0VYM13B53WJVN5PD93","body":"The issue affecting logins has been fully resolved as of 10:49.\n\n ","created_at":"2026-07-07T09:50:12Z","display_at":"2026-07-07T09:50:12Z","incident_id":"01KWXZ3YADYJ9X83C0BGH7VJ7A","status":"resolved","updated_at":"2026-07-07T09:50:12Z"},{"id":"01KWXZFEB04BFQFABX4AJKE2V3","body":"We have implemented a fix for the issue affecting logins. The fix has been deployed and users can login in. We are now monitoring the system to ensure stability.\n\n ","created_at":"2026-07-07T09:45:18Z","display_at":"2026-07-07T09:45:18Z","incident_id":"01KWXZ3YADYJ9X83C0BGH7VJ7A","status":"monitoring","updated_at":"2026-07-07T09:45:18Z"},{"id":"01KWXZ3YAD4891BFPRHZZ40VN0","body":"We are currently investigating reports of some users being able to login. Our engineering team is actively working to identify the root cause and scope of impact.\n\n ","created_at":"2026-07-07T09:39:01Z","display_at":"2026-07-07T09:39:01Z","incident_id":"01KWXZ3YADYJ9X83C0BGH7VJ7A","status":"investigating","updated_at":"2026-07-07T09:39:01Z"}]},{"id":"01KVSW0WW97J5CVQGTJH075TNM","name":"Users unable to get OTP required to log into frontends","status":"resolved","created_at":"2026-06-23T09:12:16Z","updated_at":"2026-06-23T15:16:39Z","resolved_at":"2026-06-23T15:16:39Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01KVTGW3PT8VYE8MSHTQ5EE4NK","body":"The issue affecting OTP has been fully resolved as of 16:00 BST","created_at":"2026-06-23T15:16:39Z","display_at":"2026-06-23T15:16:39Z","incident_id":"01KVSW0WW97J5CVQGTJH075TNM","status":"resolved","updated_at":"2026-06-23T15:16:39Z"},{"id":"01KVSW0WW9BKW98ADF6A2K2ME7","body":"We are currently investigating reports that Mandrill our email provider is having some issues.\n\nWe can see on [https://statusgator.com/services/mandrill](https://statusgator.com/services/mandrill \"https://statusgator.com/services/mandrill\") that there are possible issues this may affect users having the ability to login to the frontends. We are monitoring the issue and will share an update when there's a change","created_at":"2026-06-23T09:12:16Z","display_at":"2026-06-23T09:12:16Z","incident_id":"01KVSW0WW97J5CVQGTJH075TNM","status":"identified","updated_at":"2026-06-23T09:12:16Z"}]},{"id":"01KTVG6HCCR6Q9S1VZHJ1B08NF","name":"Resemble voices are down","status":"resolved","created_at":"2026-06-11T14:08:25Z","updated_at":"2026-06-11T15:20:31Z","resolved_at":"2026-06-11T15:20:31Z","impact":"minor","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01KTVMAHNJXXFCZRE218YQ9YGD","body":"The issue has been fully resolved","created_at":"2026-06-11T15:20:31Z","display_at":"2026-06-11T15:20:31Z","incident_id":"01KTVG6HCCR6Q9S1VZHJ1B08NF","status":"resolved","updated_at":"2026-06-11T15:20:31Z"},{"id":"01KTVG6HCCHK7NDB0486AAX495","body":"We are currently monitoring resemble voices they seem to be down - we're in contact with this team. Customers are encouraged to use other providers.","created_at":"2026-06-11T14:08:25Z","display_at":"2026-06-11T14:08:25Z","incident_id":"01KTVG6HCCR6Q9S1VZHJ1B08NF","status":"monitoring","updated_at":"2026-06-11T14:08:25Z"}]},{"id":"01KGMM3W3YGY5WZ9CBDRE73YYK","name":"TTS Provider Wellsaid Labs experiencing issues","status":"resolved","created_at":"2026-02-04T15:25:13Z","updated_at":"2026-03-11T15:10:46Z","resolved_at":"2026-02-05T09:50:43Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01KGPKC47F8AY4FWPWE7EPNJ7X","body":"The issue affecting Wellsaid voices has been fully resolved as of 09:50.\n\n ","created_at":"2026-02-05T09:50:43Z","display_at":"2026-02-05T09:50:43Z","incident_id":"01KGMM3W3YGY5WZ9CBDRE73YYK","status":"resolved","updated_at":"2026-02-05T09:50:43Z"},{"id":"01KGMTND5R7HQ3AYM6P0M0GE6A","body":"We have shipped a fix to this and are currently monitoring if the fix has resolved the issue.","created_at":"2026-02-04T17:19:39Z","display_at":"2026-02-04T17:19:39Z","incident_id":"01KGMM3W3YGY5WZ9CBDRE73YYK","status":"monitoring","updated_at":"2026-02-04T17:19:39Z"},{"id":"01KGMM3W3Y4J8HBCBGEHMZR527","body":"We are currently investigating reports of TTS failing for Wellsaid Labs voices. Our engineering team has identified an issue with the provider's API and is implementing a fix.","created_at":"2026-02-04T15:25:13Z","display_at":"2026-02-04T15:25:13Z","incident_id":"01KGMM3W3YGY5WZ9CBDRE73YYK","status":"investigating","updated_at":"2026-02-04T15:25:13Z"}]},{"id":"01KCM0QJYXCTTSV2A33648RQAA","name":"Issue with /brief endpoint affecting some services","status":"resolved","created_at":"2025-12-16T16:43:40Z","updated_at":"2026-03-11T15:10:46Z","resolved_at":"2025-12-16T17:55:44Z","impact":"minor","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01KCM4VHT7E3RBBAWGW4N3MVTY","body":"We have implemented a fix for the issue affecting the brief. The fix has been deployed and we are now monitoring the system to ensure stability.\n\n ","created_at":"2025-12-16T17:55:44Z","display_at":"2025-12-16T17:55:44Z","incident_id":"01KCM0QJYXCTTSV2A33648RQAA","status":"resolved","updated_at":"2025-12-16T17:55:44Z"},{"id":"01KCM1JF34239DBGEF0EC2FFGW","body":"We have identified the root cause of the issue affecting the /brief endpoint and are working on a fix.","created_at":"2025-12-16T16:58:21Z","display_at":"2025-12-16T16:58:21Z","incident_id":"01KCM0QJYXCTTSV2A33648RQAA","status":"identified","updated_at":"2025-12-16T16:58:21Z"},{"id":"01KCM0QJYXT4PFX8MR9NAVM0BD","body":"We are currently investigating reports of downtime on a version of the /brief endpoint. Our engineering team is actively working to identify the root cause and scope of impact.","created_at":"2025-12-16T16:43:40Z","display_at":"2025-12-16T16:43:40Z","incident_id":"01KCM0QJYXCTTSV2A33648RQAA","status":"investigating","updated_at":"2025-12-16T16:43:40Z"}]},{"id":"01K9SZ00S1JYV9ZZKMCB0BD3AY","name":"Issue with Platform Login","status":"resolved","created_at":"2025-11-11T17:21:40Z","updated_at":"2026-03-11T15:10:46Z","resolved_at":"2025-11-11T17:26:42Z","impact":"minor","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K9SZ97JMD0E1JV50VYBZP6FK","body":"The issue affecting Platform logins has been fully resolved as of 17:26GMT","created_at":"2025-11-11T17:26:42Z","display_at":"2025-11-11T17:26:42Z","incident_id":"01K9SZ00S1JYV9ZZKMCB0BD3AY","status":"resolved","updated_at":"2025-11-11T17:26:42Z"},{"id":"01K9SZ6F6XN0G26DS66HKB0BDF","body":"We have identified the root cause of the issue affecting logins to the AudioStack Platform. Engineers are working on a fix","created_at":"2025-11-11T17:25:12Z","display_at":"2025-11-11T17:25:12Z","incident_id":"01K9SZ00S1JYV9ZZKMCB0BD3AY","status":"identified","updated_at":"2025-11-11T17:25:12Z"},{"id":"01K9SZ00S1TGXGJTXT2NCHNFYX","body":"We are currently investigating reports of problems logging into the Platform. Our engineering team is actively working to identify the root cause and scope of impact.","created_at":"2025-11-11T17:21:40Z","display_at":"2025-11-11T17:21:40Z","incident_id":"01K9SZ00S1JYV9ZZKMCB0BD3AY","status":"investigating","updated_at":"2025-11-11T17:21:40Z"}]},{"id":"01K80ADXA6YDZYHJQGQXWGPMZZ","name":"AWS is down","status":"resolved","created_at":"2025-10-20T08:05:33Z","updated_at":"2026-03-11T15:10:46Z","resolved_at":"2025-10-20T10:59:16Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K80MC0PAX3Q050D7SK82KRGR","body":"All systems are back up","created_at":"2025-10-20T10:59:16Z","display_at":"2025-10-20T10:59:16Z","incident_id":"01K80ADXA6YDZYHJQGQXWGPMZZ","status":"resolved","updated_at":"2025-10-20T10:59:16Z"},{"id":"01K80ADXA6CM320YTG4PJD38B4","body":"We are currently investigating reports of production being down this seems linked to an AWS issue","created_at":"2025-10-20T08:05:33Z","display_at":"2025-10-20T08:05:33Z","incident_id":"01K80ADXA6YDZYHJQGQXWGPMZZ","status":"investigating","updated_at":"2025-10-20T08:05:33Z"}]},{"id":"01K6B52BQXRT7K0F58G86N2F82","name":"Issue affecting Platform logins","status":"resolved","created_at":"2025-09-29T16:32:06Z","updated_at":"2026-03-11T15:10:46Z","resolved_at":"2025-09-29T16:34:02Z","impact":"minor","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K6B55WHKJM4XNYV77ZY1R45F","body":"The issue affecting platform logins has been fully resolved as of 17:33 GMT.","created_at":"2025-09-29T16:34:02Z","display_at":"2025-09-29T16:34:02Z","incident_id":"01K6B52BQXRT7K0F58G86N2F82","status":"resolved","updated_at":"2025-09-29T16:34:02Z"},{"id":"01K6B52BQXA8QMKVDQJP1MM6FV","body":"An issue has been identified affecting some users trying to log in to the Platform. We have identified the root cause and are working on a fix.","created_at":"2025-09-29T16:32:06Z","display_at":"2025-09-29T16:32:06Z","incident_id":"01K6B52BQXRT7K0F58G86N2F82","status":"identified","updated_at":"2025-09-29T16:32:06Z"}]},{"id":"01K426NF48EST37BPHDT0ZQ808","name":"[Third Party] Elevated errors with some third party text to speech providers","status":"resolved","created_at":"2025-09-01T08:35:28Z","updated_at":"2026-03-11T15:10:46Z","resolved_at":"2025-09-01T09:22:20Z","impact":"minor","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K429B9Z2N531S9MSZZZ6KP9J","body":"The issue has been resolved","created_at":"2025-09-01T09:22:20Z","display_at":"2025-09-01T09:22:20Z","incident_id":"01K426NF48EST37BPHDT0ZQ808","status":"resolved","updated_at":"2025-09-01T09:22:20Z"},{"id":"01K426NF48ZM1TWKZWWF68VDP2","body":"We have been informed by a third party (ElevenLabs) that they are having elevated error rates in text to speech. As a fix we recommend using alternative voice providers. We will update you when we know more.","created_at":"2025-09-01T08:35:28Z","display_at":"2025-09-01T08:35:28Z","incident_id":"01K426NF48EST37BPHDT0ZQ808","status":"investigating","updated_at":"2025-09-01T08:35:28Z"}]},{"id":"01K1WKRBKJJNMSEQRP1JKVDS44","name":"Logging in issues","status":"resolved","created_at":"2025-08-05T07:57:23Z","updated_at":"2026-03-11T15:10:46Z","resolved_at":"2025-08-05T08:33:29Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1WNTEF0M54TFDZ2JF05S4CP","body":"The issue affecting login issue has been fully resolved as of 9.33am UK time","created_at":"2025-08-05T08:33:29Z","display_at":"2025-08-05T08:33:29Z","incident_id":"01K1WKRBKJJNMSEQRP1JKVDS44","status":"resolved","updated_at":"2025-08-05T08:33:29Z"},{"id":"01K1WN4JHJAR99A1V6BZRQSVC2","body":"We have implemented a fix for the issue affecting login. It was due to a third party service dependency that went down. The fix has been deployed and we are now monitoring the system to ensure stability.\n\nWe will also investigate internally and improve our systems","created_at":"2025-08-05T08:21:32Z","display_at":"2025-08-05T08:21:32Z","incident_id":"01K1WKRBKJJNMSEQRP1JKVDS44","status":"monitoring","updated_at":"2025-08-05T08:21:32Z"},{"id":"01K1WKRBKJ5K13S5DCQQ6XHTRC","body":"We are currently investigating reports of issues when some users are logging in. Our engineering team is actively working to identify the root cause and scope of impact.","created_at":"2025-08-05T07:57:23Z","display_at":"2025-08-05T07:57:23Z","incident_id":"01K1WKRBKJJNMSEQRP1JKVDS44","status":"investigating","updated_at":"2025-08-05T07:57:23Z"}]},{"id":"01K1TNM1YP9NMSPHBY4X55QWFF","name":"Some private voices are unfindable in voices page","status":"resolved","created_at":"2025-08-04T13:51:31Z","updated_at":"2026-03-11T15:10:46Z","resolved_at":"2025-08-04T15:27:47Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1TV4AEPJJT7WQD2FKYE4ERS","body":"The issue has been resolved","created_at":"2025-08-04T15:27:47Z","display_at":"2025-08-04T15:27:47Z","incident_id":"01K1TNM1YP9NMSPHBY4X55QWFF","status":"resolved","updated_at":"2025-08-04T15:27:47Z"},{"id":"01K1TTD0XXBSRSC7C026CG1K63","body":"We have identified the root cause of the issue affecting the voices. We’re implementing a fix","created_at":"2025-08-04T15:15:03Z","display_at":"2025-08-04T15:15:03Z","incident_id":"01K1TNM1YP9NMSPHBY4X55QWFF","status":"identified","updated_at":"2025-08-04T15:15:03Z"},{"id":"01K1TNM1YPWG0X063M4W369K65","body":"We are currently investigating reports of private voices being undiscoverable.\nOur engineering team is actively working to identify the root cause and scope of impact.","created_at":"2025-08-04T13:51:31Z","display_at":"2025-08-04T13:51:31Z","incident_id":"01K1TNM1YP9NMSPHBY4X55QWFF","status":"investigating","updated_at":"2025-08-04T13:51:31Z"}]},{"id":"01K1T7Q18QD81JKZSWPJ0DH7VB","name":"Login issues affecting some customers","status":"resolved","created_at":"2025-08-04T09:48:28Z","updated_at":"2026-03-11T15:10:46Z","resolved_at":"2025-08-04T12:49:13Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1TJ1ZK8X9CK15XPPY34BRD5","body":"The issue affecting login has been fully resolved as of 13.49 UK time","created_at":"2025-08-04T12:49:13Z","display_at":"2025-08-04T12:49:13Z","incident_id":"01K1T7Q18QD81JKZSWPJ0DH7VB","status":"resolved","updated_at":"2025-08-04T12:49:13Z"},{"id":"01K1TG5453M72GXABSP1VZ0CVQ","body":"A fix has been issued and it only affected a small amount of customers. We’re monitoring the fix.","created_at":"2025-08-04T12:15:59Z","display_at":"2025-08-04T12:15:59Z","incident_id":"01K1T7Q18QD81JKZSWPJ0DH7VB","status":"monitoring","updated_at":"2025-08-04T12:15:59Z"},{"id":"01K1T7Q18Q73ZZ9K461Z32C7NX","body":"We are currently investigating reports of some issues for logging into our platform are affecting some of our users.\n\n Our engineering team is actively working to identify the root cause and scope of impact.","created_at":"2025-08-04T09:48:28Z","display_at":"2025-08-04T09:48:28Z","incident_id":"01K1T7Q18QD81JKZSWPJ0DH7VB","status":"investigating","updated_at":"2025-08-04T09:48:28Z"}]},{"id":"01K1AN8WQXBPZ6SZNA4WR7XH4S","name":"Voices downtime","status":"resolved","created_at":"2025-07-29T08:37:34Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-09-20T06:00:00Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8WQXKYQM0DWAYV4A482P","body":"We had some voices downtime, with the same root cause it lasted about 1 hour.","created_at":"2025-07-29T08:37:34Z","display_at":"2021-09-20T06:00:00Z","incident_id":"01K1AN8WQXBPZ6SZNA4WR7XH4S","status":"resolved","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8WTP4JHS9KTWPHG465KK","name":"Downtime for some customer voices","status":"resolved","created_at":"2025-07-29T08:37:34Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-09-17T10:25:18Z","impact":"major","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8WTPA34CZEJXNW89B4V3","body":"So this is an ongoing issue caused by spot instance capacity issues. We had a conversation with AWS today about this - we’re working on a fix, however this will take a few weeks for us to ship. \n\nWe are sorry for any inconvenience caused.","created_at":"2025-07-29T08:37:34Z","display_at":"2021-09-17T10:25:38Z","incident_id":"01K1AN8WTP4JHS9KTWPHG465KK","status":"resolved","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8WTP7TVY02JVDRMHQA4G","body":"This incident has been resolved.","created_at":"2025-07-29T08:37:34Z","display_at":"2021-09-17T10:25:18Z","incident_id":"01K1AN8WTP4JHS9KTWPHG465KK","status":"resolved","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8WTP7CXMN19MN9NMBNW4","body":"We are continuing to monitor this. We expect this to be resolved soon.","created_at":"2025-07-29T08:37:34Z","display_at":"2021-09-17T10:18:39Z","incident_id":"01K1AN8WTP4JHS9KTWPHG465KK","status":"monitoring","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8WTP5M8SPG9A22XC48MW","body":"We are currently investigating this. This is a known issue, we expect it to be resolved in 20-30 minutes. We are conversing with our cloud service providers to come up with a more long term fix.","created_at":"2025-07-29T08:37:34Z","display_at":"2021-09-17T10:18:05Z","incident_id":"01K1AN8WTP4JHS9KTWPHG465KK","status":"identified","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8X1B5X3N0180M3AC20C2","name":"Speech service is not fully operational","status":"resolved","created_at":"2025-07-29T08:37:34Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-09-16T13:38:56Z","impact":"major","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8X1BA2CMKT8T9H6T8M38","body":"This incident has been resolved","created_at":"2025-07-29T08:37:34Z","display_at":"2021-09-16T13:38:56Z","incident_id":"01K1AN8X1B5X3N0180M3AC20C2","status":"resolved","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8X1BX42P35FZ0F9SYX5G","body":"We are currently investigating this issue","created_at":"2025-07-29T08:37:34Z","display_at":"2021-09-16T13:35:19Z","incident_id":"01K1AN8X1B5X3N0180M3AC20C2","status":"investigating","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8X5D1NS7FXYH9KQ2C8DP","name":"Master service is not fully operational","status":"resolved","created_at":"2025-07-29T08:37:35Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-09-16T08:25:20Z","impact":"major","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8X5DQ5RV9K2FMDJQG7XT","body":"This incident has been resolved","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-16T08:25:20Z","incident_id":"01K1AN8X5D1NS7FXYH9KQ2C8DP","status":"resolved","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8X5DFW03JDMTPH90NTPA","body":"The issue has been identified. However, we're still working on a fix.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-16T07:31:01Z","incident_id":"01K1AN8X5D1NS7FXYH9KQ2C8DP","status":"identified","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8X5D1CWVX4D32425B9RW","body":"We are currently investigating this issue. We have some customer impacting problems with our mastering service.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-16T07:30:22Z","incident_id":"01K1AN8X5D1NS7FXYH9KQ2C8DP","status":"investigating","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8XB20VT8P7QRC5XRWS9X","name":"Mastering service downtime","status":"resolved","created_at":"2025-07-29T08:37:35Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-09-16T04:30:00Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8XB2D6XG243NMVNCQJW4","body":"We had some spikes of downtime on our core mastering service. There were about 10 of these over 3 hours, and each lasted about 5 minutes. Our backup systems and some engineering work, to fix a bad deploy resolved this.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-16T04:30:00Z","incident_id":"01K1AN8XB20VT8P7QRC5XRWS9X","status":"resolved","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8XDP7D4R7X1VWP36AVRR","name":"Some voice systems down (US)","status":"resolved","created_at":"2025-07-29T08:37:35Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-09-13T15:34:24Z","impact":"major","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8XDPK4B37RM8BNZB6075","body":"The incident has been resolved.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-13T15:34:24Z","incident_id":"01K1AN8XDP7D4R7X1VWP36AVRR","status":"resolved","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8XDPYW9HKQBTW63NFQW9","body":"We are continuing to work on a fix for this issue","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-13T14:35:35Z","incident_id":"01K1AN8XDP7D4R7X1VWP36AVRR","status":"identified","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8XDP21NHXYWQHK88YZRB","body":"Our voice systems infrastructure is currently down for select customers. This appears to be a capacity issue on AWS. We've contacted them and are working on this.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-13T13:54:58Z","incident_id":"01K1AN8XDP7D4R7X1VWP36AVRR","status":"identified","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8XDPJWGBHF7HJJQD56R4","body":"We are seeing some downtime in our voice systems for our US customers. We're currently investigating this. This doesn't affect all customers only select ones.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-13T13:51:26Z","incident_id":"01K1AN8XDP7D4R7X1VWP36AVRR","status":"investigating","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8XMC7X7H1NTVXMRV0T31","name":"Some voice model services affected","status":"resolved","created_at":"2025-07-29T08:37:35Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-09-09T17:00:00Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8XMCPD9E86EDB6NC94V4","body":"Due to AWS capacity issues on a we had some mild customer affecting downtime. \n\nWe're working on our capacity issues with our AWS account manager.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-09T17:00:00Z","incident_id":"01K1AN8XMC7X7H1NTVXMRV0T31","status":"resolved","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8XQ44TY7GH2YY65Z5BQC","name":"Customer voice model incident","status":"resolved","created_at":"2025-07-29T08:37:35Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-09-02T09:47:39Z","impact":"major","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8XQ4H5HNY0BHT0SP5J3K","body":"This incident has been resolved. We would like to highlight that this issue might reoccur in the next couple of days, we're still working on a proper fix as opposed to a hot fix.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-02T09:47:39Z","incident_id":"01K1AN8XQ44TY7GH2YY65Z5BQC","status":"resolved","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8XQ4WX68QD2PB4Q7F3S6","body":"The issue is related to spot instance prices on our cloud services. \n\nWe're expecting our backup system to kick in within the next 1 hour, and if not we'll implement a hot fix.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-02T09:41:07Z","incident_id":"01K1AN8XQ44TY7GH2YY65Z5BQC","status":"monitoring","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8XQ4CB1EH5KW6ZXSZ20N","body":"We are continuing to work on a fix for this issue. We expect that this service will come back online very soon (as we have a backup system) however we're figuring out if we need to adjust the configuration.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-02T09:35:24Z","incident_id":"01K1AN8XQ44TY7GH2YY65Z5BQC","status":"identified","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8XQ4CCP4DKYWV55T1H2S","body":"We are continuing to work on a fix for this issue.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-02T09:33:34Z","incident_id":"01K1AN8XQ44TY7GH2YY65Z5BQC","status":"identified","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8XQ4FZNZTY1W6WVTXKMH","body":"The issue has been identified and a fix is being implemented.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-02T09:15:22Z","incident_id":"01K1AN8XQ44TY7GH2YY65Z5BQC","status":"identified","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8Y0KVA7ENMM8GPSWRB2P","name":"Customer voice model incident","status":"resolved","created_at":"2025-07-29T08:37:35Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-09-02T08:44:21Z","impact":"major","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8Y0K1ZCVJ9XHGW69SKMW","body":"The customer voice is fully operational :)\n\nWe've identified the root cause and will be implementing a fix in the next sprint.","created_at":"2025-07-29T08:37:36Z","display_at":"2021-09-02T08:44:21Z","incident_id":"01K1AN8Y0KVA7ENMM8GPSWRB2P","status":"resolved","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8Y0K55PCPXJ6VDSZW1A7","body":"We are continuing to investigate this issue.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-02T06:41:00Z","incident_id":"01K1AN8Y0KVA7ENMM8GPSWRB2P","status":"investigating","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8Y0KRYRNFSNN95HETX4F","body":"We have some downtime implicating some customers. One of our customer voice models is showing degraded performance and may be inaccessible. We are investigating the incident and will update.","created_at":"2025-07-29T08:37:35Z","display_at":"2021-09-02T06:39:36Z","incident_id":"01K1AN8Y0KVA7ENMM8GPSWRB2P","status":"investigating","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8Y6941Z2VPRVP4C6CJFW","name":"Speech creation issue","status":"resolved","created_at":"2025-07-29T08:37:36Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-08-11T13:08:00Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8Y69HVRRHQ5XNDMCNDDZ","body":"**What was the source of the error  \n**A large production request, which broke our audioprocessing lambda this caused a \\(NoSpaceError\\). \n\nWe cleared the issue and the service was operational. We’ll be implementing some more checks to limit this happening in the future.\n\nWe had no alert for this, and we implemented alerting.   \n  \n**Future work**\n\nAs we are building audio infrastructure we take downtime super seriously, so as part of our regular SRE \\(systems reliability engineering\\) meeting we’ll be investigating the design and seeing what improvements we can make to enable more users to make more beautiful audio experiences.\n\n**Further reading**\n\nA solution to the no space error is documented here [https://nickmchardy.com/2018/05/serverless-and-lambda-what-to-do-when-you-run-out-of-disk-space.html](https://nickmchardy.com/2018/05/serverless-and-lambda-what-to-do-when-you-run-out-of-disk-space.html)","created_at":"2025-07-29T08:37:36Z","display_at":"2021-08-17T13:17:26Z","incident_id":"01K1AN8Y6941Z2VPRVP4C6CJFW","status":"resolved","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8Y696TTSZBN93RX8K3MG","body":"We had 30 minutes downtime of speech creation. This was fixed easily.","created_at":"2025-07-29T08:37:36Z","display_at":"2021-08-11T13:08:00Z","incident_id":"01K1AN8Y6941Z2VPRVP4C6CJFW","status":"resolved","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8YANHPZC63PEZ8EPDZH1","name":"Mastering Outage","status":"resolved","created_at":"2025-07-29T08:37:36Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-08-03T17:00:52Z","impact":"minor","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8YAN5XR4JWSQ3PW0CS9S","body":"This incident has been resolved.","created_at":"2025-07-29T08:37:36Z","display_at":"2021-08-03T17:00:52Z","incident_id":"01K1AN8YANHPZC63PEZ8EPDZH1","status":"resolved","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8YAN7TKKFPGHR1CF62N5","body":"The issue has been identified and a fix is being implemented.","created_at":"2025-07-29T08:37:36Z","display_at":"2021-08-02T22:00:00Z","incident_id":"01K1AN8YANHPZC63PEZ8EPDZH1","status":"identified","updated_at":"2025-07-31T09:06:36Z"}]},{"id":"01K1AN8YF34MT8YTWB3PZ1XB17","name":"API.Audio speech service affected","status":"resolved","created_at":"2025-07-29T08:37:36Z","updated_at":"2026-03-11T15:10:45Z","resolved_at":"2021-07-27T12:00:00Z","impact":"none","page_id":"01K1AN8FP2GE23EK0419PSKB77","incident_updates":[{"id":"01K1AN8YF3VS78HS0MEHJ1T94A","body":"**Post request downtime**  \nWe had some downtime for about 25 minutes with our post requests on the speech endpoint.   \n  \nThis was observed by our infrastructure team and a configuration error was quickly fixed.   \n  \nWe are sorry for any inconvenience.","created_at":"2025-07-29T08:37:36Z","display_at":"2021-07-29T15:01:55Z","incident_id":"01K1AN8YF34MT8YTWB3PZ1XB17","status":"resolved","updated_at":"2025-07-31T09:06:36Z"},{"id":"01K1AN8YF3J6GV1D3BYRHGZ648","body":"We has some errors in our speech service for about 30 minutes, this has come up in our monitoring service.","created_at":"2025-07-29T08:37:36Z","display_at":"2021-07-27T12:00:00Z","incident_id":"01K1AN8YF34MT8YTWB3PZ1XB17","status":"resolved","updated_at":"2025-07-31T09:06:36Z"}]}]}