{"id":20004433,"externalId":"95390343","message":{"rootCause":null,"actionPlan":null,"pathToResolution":null},"additionalInformation":"","isCore":true,"affectsAll":true,"status":"Resolved","type":"Disruption","createdAt":"2026-09-16T08:32:58.052Z","updatedAt":"2026-09-17T17:27:33.330Z","instanceKeys":["ARE6","ARE12","AUS58","AUS60","AUS62","AUS64","AUS66","AUS68","AUS70","AUS72","AUS74","AUS76","AUS78","AUS82","AUS84","AUS86","AUS88","AUS90","AUS92","AUS94","AUS102","BRA14","BRA16","BRA18","BRA24","BRA28","BRA30","BRA32","BRA34","BRA36","BRA38","BRA44","BRA48","BRA50","BRA58","CAN26","CAN28","CAN34","CAN36","CAN38","CAN40","CAN42","CAN44","CAN46","CAN48","CAN50","CAN52","CAN54","CAN56","CAN80","CAN96","CAN98","CHE6","CHE12","CHE16","CHE18","CHE28","CHE30","DEU36","DEU38","DEU52","DEU54","DEU56","DEU58","DEU60","DEU66","DEU68","DEU70","DEU72","DEU74","DEU76","DEU78","DEU84","DEU86","DEU90","DEU92","DEU94","DEU96","DEU100","DEU102","DEU106","DEU108","DEU110","DEU112","DEU118","DEU120","DEU122","DEU124","DEU126","DEU128","DEU130","DEU132","DEU152","FRA32","FRA34","FRA36","FRA42","FRA44","FRA46","FRA48","FRA50","FRA52","FRA54","FRA56","FRA62","FRA64","FRA66","FRA70","FRA74","FRA76","FRA78","FRA80","FRA84","FRA86","FRA88","FRA90","FRA100","FRA104","GBR34","GBR36","GBR38","GBR46","GBR48","GBR50","GBR52","GBR54","GBR56","GBR58","GBR64","GBR66","GBR68","GBR70","GBR72","GBR74","GBR76","GBR78","GBR80","GBR82","GBR84","GBR86","GBR88","GBR94","GBR96","GBR98","GBR100","GBR102","GBR112","GBR116","GBR118","GBR120","GBR122","GBR124","GBR140","GBR142","GBR148","IDN6","IDN8","IND56","IND58","IND60","IND62","IND64","IND66","IND68","IND70","IND72","IND74","IND76","IND78","IND80","IND82","IND84","IND86","IND88","IND90","IND92","IND94","IND96","IND98","IND100","IND102","IND104","IND108","IND110","IND112","IND114","IND116","IND118","IND120","IND122","IND124","IND126","IND128","IND132","IND134","IND136","IND138","IND144","IND150","IND152","IND154","IND160","IND168","IND170","IND172","IND186","IND188","IND200","IND202","ISR6","ISR10","ISR12","ITA6","ITA8","ITA10","ITA12","ITA14","ITA16","ITA18","ITA24","ITA26","ITA28","ITA30","ITA34","ITA36","ITA38","ITA42","ITA54","JPN132","JPN134","JPN136","JPN138","JPN140","JPN142","JPN144","JPN146","JPN148","JPN150","JPN156","JPN158","JPN160","JPN164","JPN166","JPN168","JPN170","JPN186","JPN188","KOR6","KOR8","SGP10","SGP14","SWE8","SWE10","SWE12","SWE14","SWE16","SWE18","SWE20","SWE22","SWE24","SWE26","SWE32","SWE34","SWE36","SWE38","SWE40","SWE42","SWE46","SWE48","SWE50","SWE52","SWE54","SWE56","SWE58","SWE62","SWE64","SWE66","SWE68","SWE70","SWE72","SWE74","SWE76","SWE78","SWE80","SWE82","SWE84","SWE98","SWE100","SWE106","SWE108","SWE112","SWE114","SWE118","SWE122","SWE124","SWE126","USA1","USA26","USA34","USA36","USA220","USA226","USA228","USA230","USA232","USA234","USA236","USA238","USA272","USA274","USA276","USA278","USA280","USA282","USA286","USA288","USA290","USA292","USA294","USA296","USA300","USA302","USA304","USA312","USA314","USA316","USA318","USA320","USA322","USA324","USA326","USA328","USA330","USA332","USA334","USA336","USA338","USA340","USA342","USA344","USA346","USA348","USA350","USA352","USA354","USA356","USA358","USA360","USA364","USA372","USA374","USA376","USA384","USA408","USA410","USA412","USA414","USA416","USA418","USA420","USA422","USA424","USA426","USA428","USA430","USA436","USA438","USA440","USA442","USA444","USA450","USA452","USA454","USA456","USA460","USA462","USA464","USA466","USA468","USA470","USA472","USA474","USA476","USA478","USA480","USA494","USA496","USA538","USA544","USA546","USA548","USA550","USA552","USA554","USA556","USA558","USA560","USA562","USA564","USA566","USA568","USA570","USA572","USA574","USA576","USA578","USA580","USA582","USA584","USA586","USA588","USA590","USA592","USA594","USA596","USA598","USA600","USA602","USA604","USA606","USA608","USA610","USA612","USA614","USA616","USA618","USA620","USA622","USA624","USA626","USA628","USA630","USA632","USA634","USA636","USA638","USA640","USA642","USA644","USA646","USA648","USA650","USA652","USA674","USA676","USA678","USA680","USA682","USA684","USA686","USA688","USA690","USA692","USA694","USA696","USA698","USA700","USA702","USA704","USA706","USA708","USA714","USA716","USA718","USA720","USA722","USA724","USA726","USA728","USA730","USA732","USA734","USA736","USA738","USA740","USA742","USA744","USA746","USA748","USA776","USA778","USA780","USA788","USA790","USA794","USA810","USA830","USA838","USA840","USA842","USA844","USA846","USA848","USA850","USA852","USA854","USA856","USA860","USA862","USA864","USA866","USA868","USA876","USA918","USA920","USA922","USA924","USA926","USA960","USA994","USA1000","USA1012","USA1016","USA1018","USA1022","USA1024","USA1026","USA1028","USA1030","USA1032","USA1034","USA1038","USA1040","USA1042","USA1044","USA1052","USA1054","USA1056","USA1062","USA1072","USA1078","USA1082","USA1092","USA1108","USA1110","USA1112","USA1122","USA1124","USA1126","USA1132","USA1138","USA1140","USA1142","USA1158","USA1160","USA1164","USA1176","USA1180","USA1182","USA1184","USA1186","USA1188","USA1190","USA1192","USA1210","USA1212","USA1222","USA1224","USA1268","USA1270","USA1272","USA1280","USA1290","USA1294","USA1296","USA1298","USA1330","USA1336","USA1338","USA1348","USA1352","USA1356","USA1366","USA1368","USA1370","USA1372","USA1374","USA1376","USA1378","USA1380","USA1382","USA1384","USA1386","USA1388","USA1390","USA1392","USA1394","USA1396","USA1398","USA1400","USA1402","USA1404","USA1406","USA1408","ZAF8"],"serviceKeys":["coreService"],"IncidentImpacts":[{"id":20004764,"startTime":"2026-09-16T07:50:00.000Z","endTime":"2026-09-16T15:26:00.000Z","type":"serviceDisruption","severity":"major","createdAt":"2026-09-16T08:32:58.217Z","updatedAt":"2026-09-16T18:59:57.866Z","startTimeCreatedAt":"2026-09-16T08:32:58.218Z","startTimeModifiedAt":"2026-09-16T08:33:44.453Z","endTimeCreatedAt":"2026-09-16T18:59:57.866Z","endTimeModifiedAt":null}],"IncidentEvents":[{"id":20006087,"type":"update","message":"As our teams investigated the incident further, we discovered that sandboxes were not impacted. To accurately reflect impact, we have updated this post to remove these instances. We apologize for any confusion this may have caused.","createdAt":"2026-09-17T17:16:45.133Z","updatedAt":"2026-09-17T17:16:45.138Z"},{"id":20006085,"type":"resolved","message":"The Salesforce Technology team has observed that instance stability and performance are now at expected levels and declared the incident resolved. We will thoroughly investigate the incident, establishing the technical trigger, the underlying cause, and preventive action to avoid a repeat in the future.","createdAt":"2026-09-16T18:59:57.881Z","updatedAt":"2026-09-16T18:59:57.885Z"},{"id":20006084,"type":"update","message":"The issue causing severe delays, intermittent errors, and difficulty accessing some Salesforce services or creating support cases across affected Hyperforce environments was resolved as of 15:26 UTC. A targeted mitigation restored service, and telemetry has remained healthy during extended validation.\n\nWe apologize for how this incident affected you and your business. We will undertake a full investigation of the incident, establishing the technical trigger, the underlying cause, and preventive action to avoid a repeat in the future.","createdAt":"2026-09-16T18:59:57.875Z","updatedAt":"2026-09-16T18:59:57.879Z"},{"id":20006083,"type":"update","message":"Service telemetry remains healthy, and our review has not confirmed any ongoing customer impact related to this incident. Before declaring the issue resolved, we’re ensuring the existing mitigation remains active across all affected customer-facing Hyperforce environments.\n\nWe’re applying targeted updates where the automated process did not complete, helping maintain service stability and reduce the risk of impact returning. We’ll provide another update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T18:46:44.014Z","updatedAt":"2026-09-16T18:46:44.018Z"},{"id":20006082,"type":"update","message":"We continue to observe healthy service telemetry across customer-facing Hyperforce environments, and our review of recent customer reports has not confirmed ongoing impact related to this incident. We’re completing validation of one isolated report before declaring the issue resolved.\n\nThe mitigation remains active, and we’re adding preventive protections to related service paths to reduce the risk of recurrence. We’ll provide another update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T18:06:50.078Z","updatedAt":"2026-09-16T18:06:50.081Z"},{"id":20006081,"type":"update","message":"Service telemetry has remained healthy across customer-facing Hyperforce environments since 15:26 UTC. Our review of recent customer reports has not identified any confirmed ongoing impact related to this incident.\n\nThe mitigation remains active, and we’re applying additional preventive protections to related service paths while completing final validation. \n\nWe’ll provide another update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T17:29:47.885Z","updatedAt":"2026-09-16T17:29:47.889Z"},{"id":20006080,"type":"update","message":"Our telemetry is no longer showing active performance or availability impact across customer-facing Hyperforce environments. We’re validating recent customer reports against service health data and confirming the recovery time before declaring the issue resolved.\n\nWe’ll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T17:00:42.220Z","updatedAt":"2026-09-16T17:00:42.225Z"},{"id":20006078,"type":"update","message":"We’ve completed applying the mitigation across the affected Hyperforce environments and are conducting fleetwide validation to confirm service recovery. Most customer-facing impact has cleared, while we work through a small number of remaining instances that require additional verification or targeted recovery actions.\n\nCustomers on any remaining affected instances may continue to experience severe delays, intermittent errors, or difficulty accessing some services and creating support cases.\n\nWe’ll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T16:23:11.509Z","updatedAt":"2026-09-16T16:23:11.513Z"},{"id":20006077,"type":"impactRadiusDecrease","message":"Investigations have highlighted that the impact radius is narrower than initially understood. We will now remove any instances that have not experienced an impact, and these will no longer receive communications about this incident going forward. Impacted instances will continue to be updated. We apologize for any inconvenience caused. ","createdAt":"2026-09-16T15:56:37.433Z","updatedAt":"2026-09-16T15:56:37.436Z"},{"id":20006076,"type":"update","message":"We’ve narrowed the remaining impact to a subset of Hyperforce instances. First-party environments were not impacted. The mitigation is now in place across nearly all affected instances, and we’re completing targeted restarts and manual recovery actions on the remaining affected instances.\n\nSome customers may continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T15:39:15.942Z","updatedAt":"2026-09-16T15:39:15.946Z"},{"id":20006075,"type":"update","message":"We're seeing signs of recovery and many customers are coming out of impact. We continue to manually restart ‌instances where the automated fix didn't fully resolve the issue. We don't have a confirmed resolution time.  \n\nCustomers continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T14:56:31.590Z","updatedAt":"2026-09-16T14:56:31.594Z"},{"id":20006073,"type":"update","message":"We've completed the next phase of the rollout to the remaining impacted instances. We continue to manually restart ‌instances where the automated fix didn't fully resolve the issue. \n\nCustomers who are affected may continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T14:27:19.693Z","updatedAt":"2026-09-16T14:27:19.698Z"},{"id":20006072,"type":"update","message":"We've completed the next phase of the rollout. We're manually restarting ‌instances where the automated fix didn't fully resolve the issue. We’ve received reports of scheduled jobs not running as expected for some customers who are now able to access the service. We're investigating this. \n\nInvestigations have highlighted that the impact radius is narrower than initially understood. We'll now remove any instances that haven't experienced an impact, and these will no longer receive communications about this incident going forward. Impacted instances will continue to be updated. We apologize for any inconvenience caused.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T14:00:35.660Z","updatedAt":"2026-09-16T14:01:59.287Z"},{"id":20006071,"type":"update","message":"We've determined that the rollout didn't fully complete for a number of instances, so some customers may still be experiencing the original issue. We're reapplying the fix now. Some customers may need to clear cached data or restart their session for full recovery. \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.\n","createdAt":"2026-09-16T13:13:20.319Z","updatedAt":"2026-09-16T13:13:20.322Z"},{"id":20006070,"type":"update","message":"As the rollout is progressing region-wise, most instances are recovering. Some customers may still see errors accessing the service until we finish a manual restart on their instance. We don't have a confirmed resolution time.  \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T12:39:44.512Z","updatedAt":"2026-09-16T12:39:44.515Z"},{"id":20006069,"type":"update","message":"The rollout is progressing region-wise and services are returning to normal in regions that are completed. We're monitoring the rollout as it continues, and we're working on a permanent fix. \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T12:13:10.420Z","updatedAt":"2026-09-16T12:13:10.424Z"},{"id":20006068,"type":"update","message":"The rollout is progressing region by region and we're seeing improvement. We don't have a confirmed time of completion. GovCloud customers have been confirmed to be out of impact. \n\nCustomers may continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T11:41:54.396Z","updatedAt":"2026-09-16T11:41:54.400Z"},{"id":20006067,"type":"update","message":"A fleetwide rollout is in progress and customers are starting to see their service return to normal. In parallel, we're working on a code-level permanent fix.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T11:19:04.428Z","updatedAt":"2026-09-16T11:19:04.431Z"},{"id":20006066,"type":"update","message":"We've validated the fix successfully on the test instance. We'll now roll out the fix fleetwide to all impacted instances. \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T10:56:36.911Z","updatedAt":"2026-09-16T10:56:36.915Z"},{"id":20006065,"type":"update","message":"We're pursuing the fastest path to restore services. We're testing our fix on a test instance. Once the test is validated, we'll roll out the fix fleetwide. \n\nCustomers continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available. ","createdAt":"2026-09-16T10:31:31.130Z","updatedAt":"2026-09-16T10:31:31.135Z"},{"id":20006064,"type":"update","message":"One of our core system components experienced increased load, which limited its capacity to process requests. We're working on a fix to resolve this issue and restore services. \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available. ","createdAt":"2026-09-16T10:18:06.138Z","updatedAt":"2026-09-16T10:18:06.142Z"},{"id":20006063,"type":"update","message":"We're no longer pursuing restarts as a path to remediation. Customers continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available. ","createdAt":"2026-09-16T10:01:20.691Z","updatedAt":"2026-09-16T10:01:20.697Z"},{"id":20006062,"type":"update","message":"We believe that the issue is caused by an external dependency failure that's impacting the legacy login server. We're blocking the Application Programming Interface (API) endpoint as a potential mitigation step. We also engaged our third-party infrastructure provider to determine if there are any issues and they've confirmed that there are no issues with ‌third-party infrastructure. \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available. ","createdAt":"2026-09-16T09:57:01.936Z","updatedAt":"2026-09-16T09:57:01.939Z"},{"id":20006061,"type":"update","message":"Investigations indicate that requests are stalling while waiting on a response from an internal login service, which is using up available server resources. Customers continue to experience severe delays, intermittent errors, and inability to access some services. This also affects support case creation.\n\nWe've attempted a rolling restart on one of the impacted instances to see if that resolves the issue.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T09:10:00.351Z","updatedAt":"2026-09-16T09:10:00.357Z"},{"id":20006060,"type":"update","message":"We're investigating an issue impacting multiple instances across all regions where customers may experience severe delays, intermittent errors, or an inability to access some services. Some customers are also unable to submit new support cases through the Help portal. We're investigating the issue.  \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available. ","createdAt":"2026-09-16T08:45:24.941Z","updatedAt":"2026-09-16T08:45:24.947Z"}],"timeline":[{"title":"Update","content":"As our teams investigated the incident further, we discovered that sandboxes were not impacted. To accurately reflect impact, we have updated this post to remove these instances. We apologize for any confusion this may have caused.","createdAt":"2026-09-17T17:16:45.133Z","updatedAt":"2026-09-17T17:16:45.138Z","entryType":"event","sourceId":20006087,"sourceType":"event"},{"title":"Update","content":"The Salesforce Technology team has observed that instance stability and performance are now at expected levels and declared the incident resolved. We will thoroughly investigate the incident, establishing the technical trigger, the underlying cause, and preventive action to avoid a repeat in the future.","createdAt":"2026-09-16T18:59:57.881Z","updatedAt":"2026-09-16T18:59:57.885Z","entryType":"event","sourceId":20006085,"sourceType":"event"},{"title":"Update","content":"The issue causing severe delays, intermittent errors, and difficulty accessing some Salesforce services or creating support cases across affected Hyperforce environments was resolved as of 15:26 UTC. A targeted mitigation restored service, and telemetry has remained healthy during extended validation.\n\nWe apologize for how this incident affected you and your business. We will undertake a full investigation of the incident, establishing the technical trigger, the underlying cause, and preventive action to avoid a repeat in the future.","createdAt":"2026-09-16T18:59:57.875Z","updatedAt":"2026-09-16T18:59:57.879Z","entryType":"event","sourceId":20006084,"sourceType":"event"},{"title":"Resolved","content":"Incident Resolved","createdAt":"2026-09-16T18:59:57.866Z","updatedAt":null,"entryType":"impact_end","endTime":"2026-09-16T15:26:00.000Z","sourceId":20004764,"sourceType":"impact","impactStartTime":"2026-09-16T08:32:58.218Z"},{"title":"Update","content":"Service telemetry remains healthy, and our review has not confirmed any ongoing customer impact related to this incident. Before declaring the issue resolved, we’re ensuring the existing mitigation remains active across all affected customer-facing Hyperforce environments.\n\nWe’re applying targeted updates where the automated process did not complete, helping maintain service stability and reduce the risk of impact returning. We’ll provide another update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T18:46:44.014Z","updatedAt":"2026-09-16T18:46:44.018Z","entryType":"event","sourceId":20006083,"sourceType":"event"},{"title":"Update","content":"We continue to observe healthy service telemetry across customer-facing Hyperforce environments, and our review of recent customer reports has not confirmed ongoing impact related to this incident. We’re completing validation of one isolated report before declaring the issue resolved.\n\nThe mitigation remains active, and we’re adding preventive protections to related service paths to reduce the risk of recurrence. We’ll provide another update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T18:06:50.078Z","updatedAt":"2026-09-16T18:06:50.081Z","entryType":"event","sourceId":20006082,"sourceType":"event"},{"title":"Update","content":"Service telemetry has remained healthy across customer-facing Hyperforce environments since 15:26 UTC. Our review of recent customer reports has not identified any confirmed ongoing impact related to this incident.\n\nThe mitigation remains active, and we’re applying additional preventive protections to related service paths while completing final validation. \n\nWe’ll provide another update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T17:29:47.885Z","updatedAt":"2026-09-16T17:29:47.889Z","entryType":"event","sourceId":20006081,"sourceType":"event"},{"title":"Update","content":"Our telemetry is no longer showing active performance or availability impact across customer-facing Hyperforce environments. We’re validating recent customer reports against service health data and confirming the recovery time before declaring the issue resolved.\n\nWe’ll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T17:00:42.220Z","updatedAt":"2026-09-16T17:00:42.225Z","entryType":"event","sourceId":20006080,"sourceType":"event"},{"title":"Update","content":"We’ve completed applying the mitigation across the affected Hyperforce environments and are conducting fleetwide validation to confirm service recovery. Most customer-facing impact has cleared, while we work through a small number of remaining instances that require additional verification or targeted recovery actions.\n\nCustomers on any remaining affected instances may continue to experience severe delays, intermittent errors, or difficulty accessing some services and creating support cases.\n\nWe’ll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T16:23:11.509Z","updatedAt":"2026-09-16T16:23:11.513Z","entryType":"event","sourceId":20006078,"sourceType":"event"},{"title":"Update","content":"Investigations have highlighted that the impact radius is narrower than initially understood. We will now remove any instances that have not experienced an impact, and these will no longer receive communications about this incident going forward. Impacted instances will continue to be updated. We apologize for any inconvenience caused. ","createdAt":"2026-09-16T15:56:37.433Z","updatedAt":"2026-09-16T15:56:37.436Z","entryType":"event","sourceId":20006077,"sourceType":"event"},{"title":"Update","content":"We’ve narrowed the remaining impact to a subset of Hyperforce instances. First-party environments were not impacted. The mitigation is now in place across nearly all affected instances, and we’re completing targeted restarts and manual recovery actions on the remaining affected instances.\n\nSome customers may continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T15:39:15.942Z","updatedAt":"2026-09-16T15:39:15.946Z","entryType":"event","sourceId":20006076,"sourceType":"event"},{"title":"Update","content":"We're seeing signs of recovery and many customers are coming out of impact. We continue to manually restart ‌instances where the automated fix didn't fully resolve the issue. We don't have a confirmed resolution time.  \n\nCustomers continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T14:56:31.590Z","updatedAt":"2026-09-16T14:56:31.594Z","entryType":"event","sourceId":20006075,"sourceType":"event"},{"title":"Update","content":"We've completed the next phase of the rollout to the remaining impacted instances. We continue to manually restart ‌instances where the automated fix didn't fully resolve the issue. \n\nCustomers who are affected may continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T14:27:19.693Z","updatedAt":"2026-09-16T14:27:19.698Z","entryType":"event","sourceId":20006073,"sourceType":"event"},{"title":"Update","content":"We've completed the next phase of the rollout. We're manually restarting ‌instances where the automated fix didn't fully resolve the issue. We’ve received reports of scheduled jobs not running as expected for some customers who are now able to access the service. We're investigating this. \n\nInvestigations have highlighted that the impact radius is narrower than initially understood. We'll now remove any instances that haven't experienced an impact, and these will no longer receive communications about this incident going forward. Impacted instances will continue to be updated. We apologize for any inconvenience caused.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T14:00:35.660Z","updatedAt":"2026-09-16T14:01:59.287Z","entryType":"event","sourceId":20006072,"sourceType":"event"},{"title":"Update","content":"We've determined that the rollout didn't fully complete for a number of instances, so some customers may still be experiencing the original issue. We're reapplying the fix now. Some customers may need to clear cached data or restart their session for full recovery. \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.\n","createdAt":"2026-09-16T13:13:20.319Z","updatedAt":"2026-09-16T13:13:20.322Z","entryType":"event","sourceId":20006071,"sourceType":"event"},{"title":"Update","content":"As the rollout is progressing region-wise, most instances are recovering. Some customers may still see errors accessing the service until we finish a manual restart on their instance. We don't have a confirmed resolution time.  \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T12:39:44.512Z","updatedAt":"2026-09-16T12:39:44.515Z","entryType":"event","sourceId":20006070,"sourceType":"event"},{"title":"Update","content":"The rollout is progressing region-wise and services are returning to normal in regions that are completed. We're monitoring the rollout as it continues, and we're working on a permanent fix. \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T12:13:10.420Z","updatedAt":"2026-09-16T12:13:10.424Z","entryType":"event","sourceId":20006069,"sourceType":"event"},{"title":"Update","content":"The rollout is progressing region by region and we're seeing improvement. We don't have a confirmed time of completion. GovCloud customers have been confirmed to be out of impact. \n\nCustomers may continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T11:41:54.396Z","updatedAt":"2026-09-16T11:41:54.400Z","entryType":"event","sourceId":20006068,"sourceType":"event"},{"title":"Update","content":"A fleetwide rollout is in progress and customers are starting to see their service return to normal. In parallel, we're working on a code-level permanent fix.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T11:19:04.428Z","updatedAt":"2026-09-16T11:19:04.431Z","entryType":"event","sourceId":20006067,"sourceType":"event"},{"title":"Update","content":"We've validated the fix successfully on the test instance. We'll now roll out the fix fleetwide to all impacted instances. \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T10:56:36.911Z","updatedAt":"2026-09-16T10:56:36.915Z","entryType":"event","sourceId":20006066,"sourceType":"event"},{"title":"Update","content":"We're pursuing the fastest path to restore services. We're testing our fix on a test instance. Once the test is validated, we'll roll out the fix fleetwide. \n\nCustomers continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available. ","createdAt":"2026-09-16T10:31:31.130Z","updatedAt":"2026-09-16T10:31:31.135Z","entryType":"event","sourceId":20006065,"sourceType":"event"},{"title":"Update","content":"One of our core system components experienced increased load, which limited its capacity to process requests. We're working on a fix to resolve this issue and restore services. \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available. ","createdAt":"2026-09-16T10:18:06.138Z","updatedAt":"2026-09-16T10:18:06.142Z","entryType":"event","sourceId":20006064,"sourceType":"event"},{"title":"Update","content":"We're no longer pursuing restarts as a path to remediation. Customers continue to experience severe delays, intermittent errors, and inability to access some services and support case creation.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available. ","createdAt":"2026-09-16T10:01:20.691Z","updatedAt":"2026-09-16T10:01:20.697Z","entryType":"event","sourceId":20006063,"sourceType":"event"},{"title":"Update","content":"We believe that the issue is caused by an external dependency failure that's impacting the legacy login server. We're blocking the Application Programming Interface (API) endpoint as a potential mitigation step. We also engaged our third-party infrastructure provider to determine if there are any issues and they've confirmed that there are no issues with ‌third-party infrastructure. \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available. ","createdAt":"2026-09-16T09:57:01.936Z","updatedAt":"2026-09-16T09:57:01.939Z","entryType":"event","sourceId":20006062,"sourceType":"event"},{"title":"Update","content":"Investigations indicate that requests are stalling while waiting on a response from an internal login service, which is using up available server resources. Customers continue to experience severe delays, intermittent errors, and inability to access some services. This also affects support case creation.\n\nWe've attempted a rolling restart on one of the impacted instances to see if that resolves the issue.\n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available.","createdAt":"2026-09-16T09:10:00.351Z","updatedAt":"2026-09-16T09:10:00.357Z","entryType":"event","sourceId":20006061,"sourceType":"event"},{"title":"Update","content":"We're investigating an issue impacting multiple instances across all regions where customers may experience severe delays, intermittent errors, or an inability to access some services. Some customers are also unable to submit new support cases through the Help portal. We're investigating the issue.  \n\nWe'll provide an update in 30 minutes or sooner if additional information becomes available. ","createdAt":"2026-09-16T08:45:24.941Z","updatedAt":"2026-09-16T08:45:24.947Z","entryType":"event","sourceId":20006060,"sourceType":"event"},{"title":"Disruption Started","content":"serviceDisruption","createdAt":"2026-09-16T08:32:58.218Z","updatedAt":"2026-09-16T08:33:44.453Z","entryType":"impact_start","startTime":"2026-09-16T07:50:00.000Z","sourceId":20004764,"sourceType":"impact","impactStartTime":"2026-09-16T08:32:58.218Z"}]}