{"page":{"id":"kctbh9vrtdwd","name":"GitHub","url":"https://www.githubstatus.com","time_zone":"Etc/UTC","updated_at":"2026-09-13T18:38:55.345Z"},"incidents":[{"id":"0rn90wk115q9","name":"Incident with several GitHub Services","status":"resolved","created_at":"2026-09-13T09:16:11.480Z","updated_at":"2026-09-13T10:44:55.032Z","monitoring_at":null,"resolved_at":"2026-09-13T10:44:55.016Z","impact":"critical","shortlink":"https://stspg.io/8f3xch4y0v2k","started_at":"2026-09-13T09:16:11.468Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"7tbp3bzd25t7","status":"resolved","body":"This incident has been resolved. Thank you for your patience and understanding as we addressed this issue. A detailed root cause analysis will be shared as soon as it is available.","incident_id":"0rn90wk115q9","created_at":"2026-09-13T10:44:55.016Z","updated_at":"2026-09-13T10:44:55.016Z","display_at":"2026-09-13T10:44:55.016Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"2qcgj8tr4j5r","status":"investigating","body":"Pull Requests is experiencing degraded performance. We are continuing to investigate.","incident_id":"0rn90wk115q9","created_at":"2026-09-13T10:28:45.961Z","updated_at":"2026-09-13T10:28:45.961Z","display_at":"2026-09-13T10:28:45.961Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"bdq509hsbpnt","status":"investigating","body":"We have reduced load on this cluster with internal load-shedding and are seeing signs of recovery but continue to monitor","incident_id":"0rn90wk115q9","created_at":"2026-09-13T10:26:55.219Z","updated_at":"2026-09-13T10:26:55.219Z","display_at":"2026-09-13T10:26:55.219Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"3srrykjpqb9x","status":"investigating","body":"We're seeing increased database replication delays on collab which is causing increased error rates in authorization endpoints and follow-on increased error rates across the system - we are investigating","incident_id":"0rn90wk115q9","created_at":"2026-09-13T09:36:23.221Z","updated_at":"2026-09-13T09:36:23.221Z","display_at":"2026-09-13T09:36:23.221Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"pt3dvpmcwq0j","status":"investigating","body":"Actions is experiencing degraded performance. We are continuing to investigate.","incident_id":"0rn90wk115q9","created_at":"2026-09-13T09:25:56.000Z","updated_at":"2026-09-13T09:25:56.000Z","display_at":"2026-09-13T09:25:56.000Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"cl2v0bsf1s9g","status":"investigating","body":"We are investigating reports of degraded availability for API Requests, Issues, Pages and Pull Requests","incident_id":"0rn90wk115q9","created_at":"2026-09-13T09:16:11.624Z","updated_at":"2026-09-13T09:16:11.624Z","display_at":"2026-09-13T09:16:11.624Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"brv1bkgrwx7q","name":"API Requests","status":"operational","created_at":"2017-01-31T20:01:46.621Z","updated_at":"2026-09-13T10:44:54.920Z","position":4,"description":"Requests for GitHub APIs","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"kr09ddfgbfsf","name":"Issues","status":"operational","created_at":"2017-01-31T20:01:46.638Z","updated_at":"2026-09-13T10:44:54.937Z","position":5,"description":"Requests for Issues on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"hhtssxt0f5v2","name":"Pull Requests","status":"operational","created_at":"2020-09-02T15:39:06.329Z","updated_at":"2026-09-13T10:44:54.952Z","position":6,"description":"Requests for Pull Requests on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"vg70hn9s2tyj","name":"Pages","status":"operational","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2026-09-13T10:44:54.985Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"zw1hbx2yyhvr","name":"Disruption with Copilot Code Review","status":"resolved","created_at":"2026-09-04T20:39:03.203Z","updated_at":"2026-09-09T17:07:58.914Z","monitoring_at":"2026-09-04T22:25:44.372Z","resolved_at":"2026-09-04T22:26:46.740Z","impact":"major","shortlink":"https://stspg.io/dddfhld6fj0z","started_at":"2026-09-04T20:39:03.195Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"b9rw73n3fw0t","status":"resolved","body":"On September 4, 2026, between 20:04 and 22:26 UTC, GitHub Copilot code review experienced an increased failure rate. Affected pull request reviews failed to complete or post review comments.\u003cbr /\u003e\u003cbr /\u003eThe incident was caused by a change to the service’s authentication permissions that prevented it from submitting affected reviews to the GitHub API. We reverted the change and restored normal operation by 22:26 UTC.\u003cbr /\u003e\u003cbr /\u003eWe apologize for the disruption.","incident_id":"zw1hbx2yyhvr","created_at":"2026-09-04T22:26:46.740Z","updated_at":"2026-09-09T17:07:58.908Z","display_at":"2026-09-04T22:26:46.740Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"13sfslzl9prq","status":"monitoring","body":"The degradation has been mitigated. We are monitoring to ensure stability.","incident_id":"zw1hbx2yyhvr","created_at":"2026-09-04T22:25:44.372Z","updated_at":"2026-09-04T22:25:44.372Z","display_at":"2026-09-04T22:25:44.372Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"fjym0dpyfr4d","status":"investigating","body":"We are applying the mitigation and expect recovery within approximately 30 minutes.","incident_id":"zw1hbx2yyhvr","created_at":"2026-09-04T21:54:22.688Z","updated_at":"2026-09-04T21:54:22.688Z","display_at":"2026-09-04T21:54:22.688Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"cmdvnzg8svl2","status":"investigating","body":"Some users may be experiencing failures when using Copilot code review. We have identified the root cause and are working on a mitigation.","incident_id":"zw1hbx2yyhvr","created_at":"2026-09-04T20:57:53.116Z","updated_at":"2026-09-04T20:57:53.116Z","display_at":"2026-09-04T20:57:53.116Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"wc2fp681ypfd","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"zw1hbx2yyhvr","created_at":"2026-09-04T20:39:03.249Z","updated_at":"2026-09-04T20:39:03.249Z","display_at":"2026-09-04T20:39:03.249Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"r05vk75c594j","name":"Degradation in repos contents API","status":"resolved","created_at":"2026-09-04T22:02:15.790Z","updated_at":"2026-09-04T22:23:34.900Z","monitoring_at":null,"resolved_at":"2026-09-04T22:23:34.887Z","impact":"minor","shortlink":"https://stspg.io/vhmsw2rhdcgv","started_at":"2026-09-04T22:02:15.783Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"7pl0zx2bs24h","status":"resolved","body":"This incident has been resolved. Thank you for your patience and understanding as we addressed this issue. A detailed root cause analysis will be shared as soon as it is available.","incident_id":"r05vk75c594j","created_at":"2026-09-04T22:23:34.887Z","updated_at":"2026-09-04T22:23:34.887Z","display_at":"2026-09-04T22:23:34.887Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"qk55yks6crd4","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"r05vk75c594j","created_at":"2026-09-04T22:02:15.829Z","updated_at":"2026-09-04T22:02:15.829Z","display_at":"2026-09-04T22:02:15.829Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"ktdr5t0xwnhp","name":"Incident with Grok Copilot AI Model Provider","status":"resolved","created_at":"2026-09-03T14:17:27.485Z","updated_at":"2026-09-09T17:12:18.653Z","monitoring_at":null,"resolved_at":"2026-09-03T17:11:47.860Z","impact":"minor","shortlink":"https://stspg.io/p217h6l54208","started_at":"2026-09-03T14:17:27.478Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"s3yq1d9xcdn4","status":"resolved","body":"Between 13:22 and 17:11 UTC on September 03, 2026, GitHub Copilot experienced degradation affecting several Grok models, including Grok 4.5 and Grok 4.6. Users encountered elevated error rates, but other models were not affected. The degradation was caused by an issue with an upstream model provider. GitHub engineers detected the issue through automated monitoring, displayed in-product warnings for the affected models, and coordinated with the provider. Service returned to normal after the provider implemented a mitigation.","incident_id":"ktdr5t0xwnhp","created_at":"2026-09-03T17:11:47.860Z","updated_at":"2026-09-09T17:12:18.647Z","display_at":"2026-09-03T17:11:47.860Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"9gzmjbr9vkyl","status":"investigating","body":"The issues with our upstream model provider have been resolved, and Grok models are once again available in Copilot products and IDE surfaces.\u003cbr /\u003eWe will continue monitoring to ensure stability, but mitigation is complete.","incident_id":"ktdr5t0xwnhp","created_at":"2026-09-03T17:11:39.081Z","updated_at":"2026-09-03T17:11:39.081Z","display_at":"2026-09-03T17:11:39.081Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"w807g3y7xw2h","status":"investigating","body":"The Grok 4.5 model has degraded availability as well. We are working with the upstream provider to resolve the issue.","incident_id":"ktdr5t0xwnhp","created_at":"2026-09-03T14:22:44.366Z","updated_at":"2026-09-03T14:22:44.366Z","display_at":"2026-09-03T14:22:44.366Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"n43c5dzt444q","status":"investigating","body":"We are experiencing degraded availability for the Grok 4.6 model in Copilot Chat, VS Code and other Copilot products. This is due to an issue with an upstream model provider. We are working with them to resolve the issue.\u003cbr /\u003e","incident_id":"ktdr5t0xwnhp","created_at":"2026-09-03T14:20:35.378Z","updated_at":"2026-09-03T14:20:35.378Z","display_at":"2026-09-03T14:20:35.378Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"s9928ttc9107","status":"investigating","body":"We are investigating reports of degraded performance for Copilot AI Model Providers","incident_id":"ktdr5t0xwnhp","created_at":"2026-09-03T14:17:27.565Z","updated_at":"2026-09-03T14:17:27.565Z","display_at":"2026-09-03T14:17:27.565Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"jk2dy5h9yp3m","name":"Delays in commit processing","status":"resolved","created_at":"2026-09-01T15:00:22.104Z","updated_at":"2026-09-09T19:29:52.981Z","monitoring_at":null,"resolved_at":"2026-09-01T16:01:21.369Z","impact":"minor","shortlink":"https://stspg.io/0xbhhq84v4mt","started_at":"2026-09-01T15:00:22.096Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"4dzt373dsdlp","status":"resolved","body":"On September 1, 2026, between approximately 14:01 and 16:01 UTC, updates in response to pushes were delayed, temporarily showing stale diffs. The median time to refresh a diff after a push rose from the normal level of about 3 seconds to over 2 minutes at the peak, and more than 140,000 customer accounts had at least one delayed refresh during the most affected 75 minutes. Pushing commits and opening pull requests continued to work normally. The incident was caused by a sharp, concentrated surge in push volume that saturated worker pools and job queueing infrastructure. Autoscaling did not increase capacity as intended, so the backlog did not clear on its own. \u003cbr /\u003e\u003cbr /\u003eThe incident was mitigated by manually scaling the affected worker pools and increasing push-processing capacity. This allowed the system to process the backlog, after which refresh times returned to normal. To reduce the likelihood and impact of similar incidents, we are adding quotas and throttling earlier in the push path so a single concentrated source of load cannot saturate shared capacity, improving worker-pool autoscaling so capacity is added automatically, and improving monitors for background job processing so on-call is paged before customers experience delayed pull request updates.","incident_id":"jk2dy5h9yp3m","created_at":"2026-09-01T16:01:21.369Z","updated_at":"2026-09-09T19:29:52.977Z","display_at":"2026-09-01T16:01:21.369Z","affected_components":[{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"kc6ljl69dbly","status":"investigating","body":"Time to update pull request diffs have improved to normal thresholds.","incident_id":"jk2dy5h9yp3m","created_at":"2026-09-01T16:00:50.423Z","updated_at":"2026-09-01T16:00:50.423Z","display_at":"2026-09-01T16:00:50.423Z","affected_components":[{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"bq6gjydgl14s","status":"investigating","body":"Diffs in the PR view may be stale for several minutes. We are investigating and scaling up resources.","incident_id":"jk2dy5h9yp3m","created_at":"2026-09-01T15:00:46.084Z","updated_at":"2026-09-01T15:00:46.084Z","display_at":"2026-09-01T15:00:46.084Z","affected_components":[{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"8p6gcfk7fpz2","status":"investigating","body":"We are investigating reports of degraded performance for Pull Requests","incident_id":"jk2dy5h9yp3m","created_at":"2026-09-01T15:00:22.181Z","updated_at":"2026-09-01T15:00:22.181Z","display_at":"2026-09-01T15:00:22.181Z","affected_components":[{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"hhtssxt0f5v2","name":"Pull Requests","status":"operational","created_at":"2020-09-02T15:39:06.329Z","updated_at":"2026-09-13T10:44:54.952Z","position":6,"description":"Requests for Pull Requests on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"7fxts6gmq5gr","name":"Elevated rate of errors for OpenAI models provided by Copilot","status":"resolved","created_at":"2026-08-31T09:15:48.908Z","updated_at":"2026-09-03T21:39:35.639Z","monitoring_at":"2026-08-31T09:51:13.994Z","resolved_at":"2026-08-31T09:58:14.157Z","impact":"minor","shortlink":"https://stspg.io/8trzn5bjrtnn","started_at":"2026-08-31T09:15:48.900Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"f9d7wrsxvn18","status":"resolved","body":"Between 08:37 and 09:41 UTC on August 31, 2026, GitHub Copilot experienced degradation affecting several GPT models, including gpt-5.2, gpt-5.3-codex, gpt-5.4, gpt-5.4-mini, gpt-5.4-nano, and the gpt-5.6 family (Luna, Sol, and Terra). Users encountered elevated error rates and interrupted streaming responses. Other models were not affected.\u003cbr /\u003e\u003cbr /\u003eThe degradation was caused by an issue with an upstream model provider. GitHub engineers detected the issue through automated monitoring, displayed in-product warnings for the affected models, and coordinated with the provider. Service returned to normal after the provider implemented a mitigation.","incident_id":"7fxts6gmq5gr","created_at":"2026-08-31T09:58:14.157Z","updated_at":"2026-09-03T21:39:35.633Z","display_at":"2026-08-31T09:58:14.157Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"m3lsjd62jrrs","status":"monitoring","body":"The issues with our upstream model provider have been resolved, and gpt-5.3-codex, gpt-5.4-mini, gpt-5.4-nano, gpt-5.5, and the gpt-5.6 family of models are once again available in Copilot products and IDE surfaces.\u003cbr /\u003e\u003cbr /\u003eWe will continue monitoring to ensure stability, but mitigation is complete.","incident_id":"7fxts6gmq5gr","created_at":"2026-08-31T09:58:02.165Z","updated_at":"2026-08-31T09:58:02.165Z","display_at":"2026-08-31T09:58:02.165Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"lljqyldh2ylz","status":"monitoring","body":"The degradation affecting Copilot AI Model Providers has been mitigated. We are monitoring to ensure stability.","incident_id":"7fxts6gmq5gr","created_at":"2026-08-31T09:51:13.994Z","updated_at":"2026-08-31T09:51:13.994Z","display_at":"2026-08-31T09:51:13.994Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"q57vxd9pzl14","status":"investigating","body":"One of our model providers has confirmed an incident on their end. We have provided them details to help identify the issue. We are starting to see recovery.","incident_id":"7fxts6gmq5gr","created_at":"2026-08-31T09:48:12.092Z","updated_at":"2026-08-31T09:48:12.092Z","display_at":"2026-08-31T09:48:12.092Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"1pyg66cf0l19","status":"investigating","body":"Copilot is experiencing a higher rate of errors for OpenAI models, including gpt-5.2, gpt-5.3-codex, gpt-5.4, gpt-5.4, and the gpt-5.6 family of models. Other models are not impacted. \u003cbr /\u003e","incident_id":"7fxts6gmq5gr","created_at":"2026-08-31T09:22:18.980Z","updated_at":"2026-08-31T09:22:18.980Z","display_at":"2026-08-31T09:22:18.980Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"tbzl1s8xwj0s","status":"investigating","body":"We are investigating reports of degraded performance for Copilot AI Model Providers","incident_id":"7fxts6gmq5gr","created_at":"2026-08-31T09:15:48.981Z","updated_at":"2026-08-31T09:15:48.981Z","display_at":"2026-08-31T09:15:48.981Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"5bn0vk444m1w","name":"Disruption with GitHub Billing","status":"resolved","created_at":"2026-08-26T23:37:20.579Z","updated_at":"2026-08-31T22:46:13.740Z","monitoring_at":null,"resolved_at":"2026-08-27T19:44:08.799Z","impact":"minor","shortlink":"https://stspg.io/cpgst4hly3mh","started_at":"2026-08-26T23:37:20.570Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"j71pnfjbbk0k","status":"resolved","body":"On August 26, 2026, between 20:40 UTC and 00:51 UTC on August 27, GitHub Billing experienced degraded performance affecting billing budget pages and GitHub Copilot CLI sessions. Affected customers encountered failed budget page loads or failures when starting or continuing CLI sessions. We confirmed this impact for a small number of customers (\u003c1%). \u003cbr /\u003e\u003cbr /\u003eThis was caused by a concentrated workload that created processing delays in our data storage layer. Automated retries increased the load and prolonged the degradation. We mitigated the incident by rebalancing traffic within our infrastructure. \u003cbr /\u003e\u003cbr /\u003eWe are improving workload isolation, retry behavior, and detection of concentrated load to reduce the likelihood of recurrence and shorten our time to detect and mitigate similar incidents.","incident_id":"5bn0vk444m1w","created_at":"2026-08-27T19:44:08.799Z","updated_at":"2026-08-31T22:46:13.736Z","display_at":"2026-08-27T19:44:08.799Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mhz6d8tkgt2z","status":"investigating","body":"No material change since the previous update. Service conditions remain stable following the mitigation, and we have not observed any further customer impact. We are actively monitoring the service while implementing targeted fixes to address the underlying root cause.","incident_id":"5bn0vk444m1w","created_at":"2026-08-27T17:58:39.316Z","updated_at":"2026-08-27T17:58:39.316Z","display_at":"2026-08-27T17:58:39.316Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"k57pnyvjfs9r","status":"investigating","body":"Our mitigation continues to hold, and service conditions remain stable. We are continuing to investigate the concentrated workload responsible for the issue and are preparing additional preventative improvements. We have not identified a material change in customer impact since the previous update. We will provide another update as the investigation progresses.","incident_id":"5bn0vk444m1w","created_at":"2026-08-27T16:20:23.748Z","updated_at":"2026-08-27T16:20:23.748Z","display_at":"2026-08-27T16:20:23.748Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"8tc0t61y6533","status":"investigating","body":"Our mitigation is still holding as we continue to investigate to find the root cause.","incident_id":"5bn0vk444m1w","created_at":"2026-08-27T14:49:36.266Z","updated_at":"2026-08-27T14:49:36.266Z","display_at":"2026-08-27T14:49:36.266Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"csl572t1jr99","status":"investigating","body":"We are continuing to monitor the mitigation that we have applied for the billing page disruption.","incident_id":"5bn0vk444m1w","created_at":"2026-08-27T01:35:35.233Z","updated_at":"2026-08-27T01:37:58.095Z","display_at":"2026-08-27T01:35:35.233Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"qlzv4w3fqqpw","status":"investigating","body":"We've applied a mitigation to unblock Copilot usage and have observed recovery for this particular impact. We're continuing to investigate and apply mitigations for the billing page disruption while monitoring to ensure Copilot remains recovered.","incident_id":"5bn0vk444m1w","created_at":"2026-08-27T00:31:22.335Z","updated_at":"2026-08-27T00:31:22.335Z","display_at":"2026-08-27T00:31:22.335Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"4ll1wsmnq927","status":"investigating","body":"We are currently investigating increased errors with billing services. Customers may observe failed billing budget page loads, and users of the Copilot CLI may observe failures starting or continuing sessions.","incident_id":"5bn0vk444m1w","created_at":"2026-08-26T23:42:06.271Z","updated_at":"2026-08-26T23:42:06.271Z","display_at":"2026-08-26T23:42:06.271Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"cs3vzm61hc8l","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"5bn0vk444m1w","created_at":"2026-08-26T23:37:20.628Z","updated_at":"2026-08-26T23:37:20.628Z","display_at":"2026-08-26T23:37:20.628Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"tx9qn4khd664","name":"Incident with Copilot AI Model Providers","status":"resolved","created_at":"2026-08-27T10:04:52.529Z","updated_at":"2026-09-01T09:12:16.884Z","monitoring_at":null,"resolved_at":"2026-08-27T12:12:58.387Z","impact":"critical","shortlink":"https://stspg.io/573gc8p4328b","started_at":"2026-08-27T10:04:52.519Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"t68vzvfvdtb7","status":"resolved","body":"On August 27th, 2026, between approximately 09:20 and 12:14 UTC, the Copilot service experienced a degradation of the Kimi K3 model due to an issue with our upstream provider. Users encountered elevated error rates when using Kimi K3. No other models were impacted. \u003cbr /\u003e\u003cbr /\u003eThe issue was resolved by a mitigation put in place by our provider. GitHub is working with our provider to further improve the resiliency of the service to prevent similar incidents in the future.","incident_id":"tx9qn4khd664","created_at":"2026-08-27T12:12:58.387Z","updated_at":"2026-09-01T09:12:16.878Z","display_at":"2026-08-27T12:12:58.387Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"qn9w0wfnls69","status":"investigating","body":"The issues with our upstream model provider have been mitigated, and Kimi K3 is once again available in Copilot products and IDE surfaces.\u003cbr /\u003eWe will continue monitoring to ensure stability.","incident_id":"tx9qn4khd664","created_at":"2026-08-27T12:12:47.566Z","updated_at":"2026-08-27T12:12:47.566Z","display_at":"2026-08-27T12:12:47.566Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"tz79ymzk9ym4","status":"investigating","body":"Copilot AI Model Providers is experiencing degraded performance. We are continuing to investigate.","incident_id":"tx9qn4khd664","created_at":"2026-08-27T11:58:04.976Z","updated_at":"2026-08-27T11:58:04.976Z","display_at":"2026-08-27T11:58:04.976Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"major_outage","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"pps94dyf7p9y","status":"investigating","body":"We are experiencing degraded availability for the Kimi K3 model in Copilot products and IDE surfaces. This is due to an issue with an upstream model provider. While we work with them to resolve the issue, we recommend choosing another model or selecting 'Auto' to continue using Copilot.","incident_id":"tx9qn4khd664","created_at":"2026-08-27T10:43:00.946Z","updated_at":"2026-08-27T10:43:00.946Z","display_at":"2026-08-27T10:43:00.946Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"2fm99f66414t","status":"investigating","body":"We are investigating reports of degraded availability for Copilot AI Model Providers","incident_id":"tx9qn4khd664","created_at":"2026-08-27T10:04:52.621Z","updated_at":"2026-08-27T10:04:52.621Z","display_at":"2026-08-27T10:04:52.621Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"kfspvrz14xr0","name":"Incident with Actions and Pull Requests","status":"resolved","created_at":"2026-08-26T22:56:31.800Z","updated_at":"2026-08-28T22:10:28.404Z","monitoring_at":"2026-08-27T00:26:05.990Z","resolved_at":"2026-08-27T00:26:44.772Z","impact":"minor","shortlink":"https://stspg.io/nrbwjftcz72d","started_at":"2026-08-26T22:56:31.793Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"zc9xw0lnnrm1","status":"resolved","body":"On August 26, 2026, from 21:55 UTC to 23:58 UTC, 2.6% of workflow runs triggered by pull request events were delayed, with the impact rising as high as 25% at its peak. Some users also experienced delays in pull request merge-commit generation, mergeability information, and merge-button availability. Actions and Pull Requests fully recovered by 23:58 UTC; the incident was resolved at 00:26 UTC after normal operation was confirmed. \u003cbr /\u003e\u003cbr /\u003eBackground jobs that process pull request updates and generate merge commits were impacted by timeouts reaching a single partition of git data. This resulted in a backlog in pull request merge-commit processing, delaying pull request-triggered GitHub Actions workflows and some mergeability information. \u003cbr /\u003e\u003cbr /\u003eWe reduced workload, shifted traffic away from affected infrastructure, and restored the affected service component to a healthy state. Together, these actions helped drain the backlog and restore normal operations. \u003cbr /\u003e\u003cbr /\u003eWe are working to improve resource saturation detection and to eliminate customer impact in this scenario by isolating impact, placing better bounds on retries, and strengthening backpressure to make our systems more resilient under load.","incident_id":"kfspvrz14xr0","created_at":"2026-08-27T00:26:44.772Z","updated_at":"2026-08-28T22:10:28.401Z","display_at":"2026-08-27T00:26:44.772Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"jtxtn3by7rdw","status":"monitoring","body":"The degradation affecting Actions and Pull Requests has been mitigated. We are monitoring to ensure stability.","incident_id":"kfspvrz14xr0","created_at":"2026-08-27T00:26:05.990Z","updated_at":"2026-08-27T00:26:05.990Z","display_at":"2026-08-27T00:26:05.990Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"lqxrjbkpnwb4","status":"investigating","body":"We confirmed full recovery beginning at 23:58 UTC. Actions workflow runs and pull request merges are operating normally. We will now resolve the incident while continuing to monitor service health.","incident_id":"kfspvrz14xr0","created_at":"2026-08-27T00:25:58.933Z","updated_at":"2026-08-27T00:25:58.933Z","display_at":"2026-08-27T00:25:58.933Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"q6yt44w2f09n","status":"investigating","body":"We've applied mitigations and are seeing recovery in Actions workflow runs and blocked pull request merges. We're continuing to monitor for sustained health of merge commit creates before resolving.","incident_id":"kfspvrz14xr0","created_at":"2026-08-27T00:01:05.905Z","updated_at":"2026-08-27T00:01:05.905Z","display_at":"2026-08-27T00:01:05.905Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"pgbdmtyw5p3b","status":"investigating","body":"We are investigating elevated delays and timeouts affecting Actions workflow runs triggered by pull request events. 20% of actions runs have delayed starts of more than 5 minutes and up to 4% of runs failed to trigger. We are actively working on mitigation and will provide updates as we learn more.","incident_id":"kfspvrz14xr0","created_at":"2026-08-26T22:57:08.551Z","updated_at":"2026-08-26T22:57:08.551Z","display_at":"2026-08-26T22:57:08.551Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"hb14drnlgj26","status":"investigating","body":"We are investigating reports of degraded performance for Actions and Pull Requests","incident_id":"kfspvrz14xr0","created_at":"2026-08-26T22:56:31.878Z","updated_at":"2026-08-26T22:56:31.878Z","display_at":"2026-08-26T22:56:31.878Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"hhtssxt0f5v2","name":"Pull Requests","status":"operational","created_at":"2020-09-02T15:39:06.329Z","updated_at":"2026-09-13T10:44:54.952Z","position":6,"description":"Requests for Pull Requests on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"y1t7p9fzrlj2","name":"Incident with Actions","status":"resolved","created_at":"2026-08-26T15:11:58.254Z","updated_at":"2026-08-27T02:24:56.454Z","monitoring_at":"2026-08-26T17:54:33.454Z","resolved_at":"2026-08-26T18:01:30.665Z","impact":"critical","shortlink":"https://stspg.io/pg14nv9m3095","started_at":"2026-08-26T15:11:58.248Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"8vbzryxg9736","status":"resolved","body":"On August 26, 2026 from 15:02 to 15:45 UTC, Actions jobs failed to start. The following 2 hours until 17:40 UTC, Actions runs were delayed starting by more than 5 minutes as the system caught up with delayed load. This impact was triggered by saturation of writes to the database primary used by the service processing triggers for Actions workflows. The primary was failed over, but the system did not fully recover. The saturation was caused by growing daily peak load combined with an upstream issue in GitHub’s event processing infrastructure, https://www.githubstatus.com/incidents/hcbtzksccj2f, which caused burst amplification of already-high load. Downstream throttles that were later used to recover were set ~10% too high to protect the system.  \u003cbr /\u003e\u003cbr /\u003eAt 15:45 UTC, throttling combined with service restarts recovered the service’s core health. Those throttles were gradually raised between 15:54 and 17:22 to restore full webhook processing for Actions runs. This ramp was deliberately slow to ensure we did not re-overwhelm the system given our original throttling was now known to be incorrectly set. The queue of webhook events was fully burned down at 17:40 UTC. \u003cbr /\u003e\u003cbr /\u003e3.7% of larger-runner jobs, along with some scale-set self-hosted jobs, remained stuck in queued or “waiting for runner” state. We deployed a change to force-revoke jobs in this state, and they transitioned to failed at 18:40 UTC, about 50 minutes after incident mitigation. Releasing these jobs also freed hosted concurrency for larger-runner jobs. \u003cbr /\u003e\u003cbr /\u003eCustomers using concurrency groups saw longer impact due to a separate issue where runners assigned to a subset of jobs disconnected before the force-revoke mitigation was deployed, which prevented runner acquisition from progressing and left jobs in a waiting-for-runner state. This was resolved at 01:00 UTC on August 27. \u003cbr /\u003e\u003cbr /\u003eSome runs triggered during the 15:02-15:45 UTC incident window encountered a bug that left them showing as queued even after service recovery. In the backend, these runs had already failed and will automatically move to canceled state 24 hours after creation. As follow-up, we are fixing the root cause of this queued state and improving our ability to bulk-cancel affected runs. \u003cbr /\u003e\u003cbr /\u003eSeveral changes to improve the general scalability of this part of Actions were already complete and deploying to production. Rollout of those changes will be complete within the next 24 hours. Further work to improve scale, resiliency, and more graceful degradation of Actions workflows are in flight. We are also taking a repair item to accelerate clearing of stuck queued or waiting jobs in similar future cases.","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T18:01:30.665Z","updated_at":"2026-08-27T02:24:56.450Z","display_at":"2026-08-26T18:01:30.665Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"q54dtb2mrrlj","status":"monitoring","body":"All inbound queues have recovered and Actions is operating as expected. 3.7% of jobs assigned to larger runners during the early stage of this incident are stuck waiting for runner assignment. Those will be canceled within the hour. Other runners are successfully processing all new jobs.","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T18:00:48.674Z","updated_at":"2026-08-26T18:00:48.674Z","display_at":"2026-08-26T18:00:48.674Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"5pd1l68s4p5z","status":"monitoring","body":"The degradation affecting Actions has been mitigated. We are monitoring to ensure stability.","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T17:54:33.454Z","updated_at":"2026-08-26T17:54:33.454Z","display_at":"2026-08-26T17:54:33.454Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"5707444t9736","status":"investigating","body":"We are continuing to observe recovery and expect actions inbound queues to be back to normal in \u003c30min. Work will continue to flow through the system subject to per-customer concurrency limits.","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T17:32:22.120Z","updated_at":"2026-08-26T17:32:22.120Z","display_at":"2026-08-26T17:32:22.120Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"ynrl28fq82hm","status":"investigating","body":"We are continuing to observe recovery and delayed queues are burning down. Some customers will continue to see increased delays until all throttled work has been completed - we expect this within the next hour.","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T16:50:28.428Z","updated_at":"2026-08-26T16:50:28.428Z","display_at":"2026-08-26T16:50:28.428Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"lb8109ht84gj","status":"investigating","body":"Pages is operating normally.","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T16:49:07.342Z","updated_at":"2026-08-26T16:49:07.342Z","display_at":"2026-08-26T16:49:07.342Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"ysnv72wfctll","status":"investigating","body":"We believe we've identified and addressed the issue and are ramping traffic back up slowly to ensure it doesn't recur. Some customers will continue to see delays as we ramp up.","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T16:14:16.981Z","updated_at":"2026-08-26T16:14:16.981Z","display_at":"2026-08-26T16:14:16.981Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"0xrldz0ft6f3","status":"investigating","body":"primary failover briefly improved performance but did not fully mitigate, we've throttled inbound traffic and are investigating upstream Vitess issues","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T15:48:07.385Z","updated_at":"2026-08-26T15:48:07.385Z","display_at":"2026-08-26T15:48:07.385Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"tmhwd178vlfd","status":"investigating","body":"We've identified an issue with a database primary and are failing over to a replica immediately","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T15:23:10.599Z","updated_at":"2026-08-26T15:23:10.599Z","display_at":"2026-08-26T15:23:10.599Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"fswczjmyn4nc","status":"investigating","body":"Pages is experiencing degraded performance. We are continuing to investigate.","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T15:12:21.306Z","updated_at":"2026-08-26T15:12:21.306Z","display_at":"2026-08-26T15:12:21.306Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"nb91tk3h4m63","status":"investigating","body":"We are investigating reports of degraded availability for Actions","incident_id":"y1t7p9fzrlj2","created_at":"2026-08-26T15:11:58.307Z","updated_at":"2026-08-26T15:11:58.307Z","display_at":"2026-08-26T15:11:58.307Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"vg70hn9s2tyj","name":"Pages","status":"operational","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2026-09-13T10:44:54.985Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"hcbtzksccj2f","name":"Disruption with some GitHub services","status":"resolved","created_at":"2026-08-26T15:09:03.575Z","updated_at":"2026-08-31T20:41:06.290Z","monitoring_at":null,"resolved_at":"2026-08-26T16:07:52.512Z","impact":"minor","shortlink":"https://stspg.io/4s4bvnc0frrj","started_at":"2026-08-26T15:09:03.568Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"xb038sjmzgbp","status":"resolved","body":"Please refer to the combined summary in this related incident:  https://www.githubstatus.com/incidents/y1t7p9fzrlj2","incident_id":"hcbtzksccj2f","created_at":"2026-08-26T16:07:52.512Z","updated_at":"2026-08-31T20:41:06.286Z","display_at":"2026-08-26T16:07:52.512Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"m4xdz5vvj8f6","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"hcbtzksccj2f","created_at":"2026-08-26T15:09:03.607Z","updated_at":"2026-08-26T15:09:03.607Z","display_at":"2026-08-26T15:09:03.607Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"lyppgxbq1nyk","name":"Actions delays in starting runs","status":"resolved","created_at":"2026-08-24T13:56:54.972Z","updated_at":"2026-08-25T01:36:32.776Z","monitoring_at":"2026-08-24T14:26:11.194Z","resolved_at":"2026-08-24T14:34:42.451Z","impact":"minor","shortlink":"https://stspg.io/v6ysclb9vcbd","started_at":"2026-08-24T13:56:54.964Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"y31pmpmx3ky1","status":"resolved","body":"On August 24, 2026, between 13:33 UTC and 14:04 UTC,  3.8% of Actions runs experienced start delays over 5 minutes with 1.25% of Actions runs failing outright. \u003cbr /\u003e \u003cbr /\u003eThe incident was caused by a disk failure on a node hosting one of many service instances responsible for processing runner assignment events. Typically, pods on unhealthy nodes are removed and replaced automatically without impact. In this case, although the node was severely degraded and unable to perform disk operations, it continued sending healthy signals, preventing the system from immediately moving its work elsewhere. During this period, events assigned to the affected component accumulated until an automatic rebalance redirected processing to healthy components at 13:54 UTC. The queue backlog was cleared at 14:00 UTC, and processing returned to normal by 14:04 UTC. \u003cbr /\u003e\u003cbr /\u003eTo prevent a recurrence, we are improving detection and automated remediation for unhealthy nodes that aren’t fully offline. We are also strengthening application-level resiliency, so stalled consumers are automatically removed quickly and their work reassigned without waiting for the affected node to recover.","incident_id":"lyppgxbq1nyk","created_at":"2026-08-24T14:34:42.451Z","updated_at":"2026-08-25T01:36:32.771Z","display_at":"2026-08-24T14:34:42.451Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"flljjvhj3sd6","status":"monitoring","body":"The degradation affecting Actions has been mitigated. We are monitoring to ensure stability.","incident_id":"lyppgxbq1nyk","created_at":"2026-08-24T14:26:11.194Z","updated_at":"2026-08-24T14:26:11.194Z","display_at":"2026-08-24T14:26:11.194Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"f8gwybkwy999","status":"investigating","body":"Failures while queuing and running Actions jobs for a subset of customers are now resolving. We are monitoring for full recovery.","incident_id":"lyppgxbq1nyk","created_at":"2026-08-24T14:22:59.979Z","updated_at":"2026-08-24T14:22:59.979Z","display_at":"2026-08-24T14:22:59.979Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"w5w6fkyqdsky","status":"investigating","body":"We are investigating reports of degraded performance for Actions","incident_id":"lyppgxbq1nyk","created_at":"2026-08-24T13:56:55.051Z","updated_at":"2026-08-24T13:56:55.051Z","display_at":"2026-08-24T13:56:55.051Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"wt3hjqcrczfg","name":"Elevated errors on Fable 5 due to upstream provider","status":"resolved","created_at":"2026-08-24T07:12:05.373Z","updated_at":"2026-08-27T14:51:10.616Z","monitoring_at":null,"resolved_at":"2026-08-24T07:58:41.636Z","impact":"major","shortlink":"https://stspg.io/4dz9rv14dz14","started_at":"2026-08-24T07:12:05.367Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"h3vttprpg6xd","status":"resolved","body":"On August 24th, 2026, between approximately 06:35 and 07:25 UTC, the Copilot service experienced a degradation of the Claude Fable 5 model due to an issue with our upstream provider. Users encountered elevated error rates when using Claude Fable 5, with requests sometimes failing mid-response. No other models were impacted.\u003cbr /\u003e\u003cbr /\u003eThe issue was resolved by a mitigation put in place by our provider. GitHub is working with our provider to further improve the resiliency of the service to prevent similar incidents in the future.","incident_id":"wt3hjqcrczfg","created_at":"2026-08-24T07:58:41.636Z","updated_at":"2026-08-27T14:51:10.612Z","display_at":"2026-08-24T07:58:41.636Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"partial_outage","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"tlg6g9v8x3rv","status":"investigating","body":"We are experiencing degraded availability for the Fable model in Copilot products and IDE surfaces. This is due to an issue with the upstream model provider. While we work with them to resolve the issue, we recommend choosing another model or selecting 'Auto' to continue using Copilot.","incident_id":"wt3hjqcrczfg","created_at":"2026-08-24T07:12:33.362Z","updated_at":"2026-08-24T07:12:33.362Z","display_at":"2026-08-24T07:12:33.362Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"9xmrbn3fgcqt","status":"investigating","body":"We are investigating reports of degraded availability for Copilot AI Model Providers","incident_id":"wt3hjqcrczfg","created_at":"2026-08-24T07:12:05.431Z","updated_at":"2026-08-24T07:12:05.431Z","display_at":"2026-08-24T07:12:05.431Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"wms44hv62t3p","name":"Degraded Git Operations over SSH","status":"resolved","created_at":"2026-08-21T14:00:00.000Z","updated_at":"2026-08-24T07:19:23.053Z","monitoring_at":null,"resolved_at":"2026-08-21T14:00:00.000Z","impact":"none","shortlink":"https://stspg.io/9nls6g9ln8p4","started_at":"2026-08-24T07:19:22.991Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"jhq44wgl2nff","status":"resolved","body":"On August 21, 2026, between 14:00 and 14:07 UTC, dotcom Git operations over SSH were degraded. Successful Git operations over SSH fell by more than 95% for during the peak impact window, making clone, fetch, or push over SSH effectively unavailable to most users for approximately four minutes. Git operations over HTTPS were not affected.  \n\nThe incident was caused by a software defect in our load-balancing infrastructure that was triggered by a configuration change. The defect only occurred when connections passed through multiple layers of load balancers running the new configuration, which meant it was not detected during canary testing. \n\nWe mitigated the incident by rolling back the configuration change.  \n\nWe are adding regression coverage for multi-layer load-balancer configurations and improving monitoring and alerting for Git operations over SSH to reduce our time to detection and mitigation of similar issues in the future.","incident_id":"wms44hv62t3p","created_at":"2026-08-24T07:19:23.042Z","updated_at":"2026-08-24T07:19:23.042Z","display_at":"2026-08-21T14:00:00.000Z","affected_components":null,"deliver_notifications":false,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"bhbcjn4n3jzp","name":"Intermittent failures creating agent tasks","status":"resolved","created_at":"2026-08-20T14:43:01.531Z","updated_at":"2026-08-25T16:34:14.981Z","monitoring_at":null,"resolved_at":"2026-08-21T00:37:20.224Z","impact":"critical","shortlink":"https://stspg.io/py1yl5mnq89c","started_at":"2026-08-20T14:43:01.526Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"4ff6xg3122v6","status":"resolved","body":"Between 13:57 UTC on August 20 and 00:37 UTC on August 21, 2026, some users of the Copilot Cloud Agent experienced delays of up to 60 to 90 minutes in seeing the status and results of their agent tasks. The agent tasks themselves continued to run and complete during this time; only the visibility of their status was delayed.\u003cbr /\u003e\u003cbr /\u003eThe cause was a regional outage in a third-party cloud database service that Copilot uses to store agent task status. We failed over the affected database to a healthy region, added processing capacity to work through the backlog, and restored normal operation once the underlying service recovered. No task data was lost during the incident.\u003cbr /\u003e\u003cbr /\u003eTo prevent repetition of similar incidents, we are removing the database configuration that made us vulnerable to this regional outage and improving our database failover procedures.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-21T00:37:20.224Z","updated_at":"2026-08-25T16:34:14.976Z","display_at":"2026-08-21T00:37:20.224Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"xb107650j8yq","status":"investigating","body":"We are seeing gradual recovery in Copilot Cloud Agent task status visibility as we deploy a fix for the root cause. Session output remains delayed by approximately one hour while remediation continues.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T20:37:06.155Z","updated_at":"2026-08-20T20:37:06.155Z","display_at":"2026-08-20T20:37:06.155Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"stq3nb0t0kcd","status":"investigating","body":"We are continuing to observe gradual recovery for Copilot Cloud Agent task status visibility. Session output continues to be delayed by approximately 1 hour as our remediation steps take effect.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T19:35:31.262Z","updated_at":"2026-08-20T19:35:31.262Z","display_at":"2026-08-20T19:35:31.262Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"skmp4pbyz2kc","status":"investigating","body":"We are continuing to observe gradual recovery for Copilot Cloud Agent task status visibility, with session output delayed by approximately 1 hour. We have taken additional steps to accelerate the recovery and expect this to take effect within the next hour.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T18:45:23.427Z","updated_at":"2026-08-20T18:45:23.427Z","display_at":"2026-08-20T18:45:23.427Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"p800xnyplrm2","status":"investigating","body":"We are continuing to observe gradual recovery for Copilot Cloud Agent task status visibility, with session output delayed by approximately 1 hour. We have taken additional steps to accelerate the recovery and are continuing to monitor the impact.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T18:04:55.838Z","updated_at":"2026-08-20T18:04:55.838Z","display_at":"2026-08-20T18:04:55.838Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"31xcm0tjpzd9","status":"investigating","body":"We are observing gradual recovery for Copilot Cloud Agent task status visibility, with session output delayed approximately 1 hour. We have taken additional steps to accelerate the recovery and are continuing to monitor the impact.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T17:32:39.883Z","updated_at":"2026-08-20T17:33:55.884Z","display_at":"2026-08-20T17:32:39.883Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"3n5w980ty78x","status":"investigating","body":"We are seeing signs of recovery for Copilot Cloud Agent task status visibility, but this recovery is slower than anticipated. We are pursuing additional mitigating measures to accelerate recovery.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T17:05:20.047Z","updated_at":"2026-08-20T17:05:20.047Z","display_at":"2026-08-20T17:05:20.047Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"fk7nnkb11k57","status":"investigating","body":"Users are experiencing delays when starting tasks using Copilot Cloud Agent and are not be able to see the status of these tasks. Copilot Cloud Agent tasks are still being completed. We have identified the cause of the issue and are putting mitigations in place to return service to normal levels. We will provide another update about the expected recovery time shortly.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T16:14:46.251Z","updated_at":"2026-08-20T16:14:46.251Z","display_at":"2026-08-20T16:14:46.251Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"vffbd4c3szqn","status":"investigating","body":"We are experiencing issues with Copilot Cloud Agent tasks, resulting in newly started tasks not properly displaying on-going progress. These Copilot Cloud Agent tasks are still being completed correctly but lack proper visibility. We are actively investigating the issue and will provide updates as we learn more.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T15:41:11.771Z","updated_at":"2026-08-20T15:41:11.771Z","display_at":"2026-08-20T15:41:11.771Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"m588snklwg9n","status":"investigating","body":"We have identified the problematic component and are working to fail over to a healthy instance. Further updates will be provided as we perform mitigations.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T15:01:51.859Z","updated_at":"2026-08-20T15:01:51.859Z","display_at":"2026-08-20T15:01:51.859Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"lczl8wbt5v7j","status":"investigating","body":"Users may experience delays when starting tasks using Copilot Cloud Agent. We are actively investigating the issue and will provide updates as we learn more.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T14:51:51.495Z","updated_at":"2026-08-20T14:51:51.495Z","display_at":"2026-08-20T14:51:51.495Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"yr7pq9x3xx7w","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"bhbcjn4n3jzp","created_at":"2026-08-20T14:43:01.567Z","updated_at":"2026-08-20T14:43:01.567Z","display_at":"2026-08-20T14:43:01.567Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"bmpybhnrky3x","name":"Intermittent failures in runner group and runner-related permissions pages","status":"resolved","created_at":"2026-08-18T07:40:35.676Z","updated_at":"2026-08-24T05:56:24.064Z","monitoring_at":"2026-08-18T07:40:42.206Z","resolved_at":"2026-08-18T11:42:59.304Z","impact":"minor","shortlink":"https://stspg.io/98zqb1k9jh0x","started_at":"2026-08-18T07:40:35.670Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"5qb9c4nx98sg","status":"resolved","body":"On August 18, 2026, between 05:02 UTC and 11:30 UTC, customers were unable to view or manage Actions Runners and Runner Groups through the GitHub UI and API. \u003cbr /\u003e\u003cbr /\u003eThe issue was caused by failures in backend requests reading runner and runner group data. The failures were caused by an expired authentication certificate unique to this service. The certificate had been rotated in KeyVault, but a step to enable use at runtime had been paused to prevent recurrence of previous incidents triggered by this operation. \u003cbr /\u003e\u003cbr /\u003eThe impact was mitigated by completing the enablement of the new certificate in the backend system. We have added additional monitoring to this and other certificates. This service is also in the process of being replaced as part of our availability and scale work, bringing this authentication path and secret management in line with patterns across all GitHub services.","incident_id":"bmpybhnrky3x","created_at":"2026-08-18T11:42:59.304Z","updated_at":"2026-08-24T05:56:24.057Z","display_at":"2026-08-18T11:42:59.304Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"c97mfwb4wh0p","status":"monitoring","body":"We have applied a mitigation and are seeing recovery signals. We will continue monitoring recovery and providing updates.","incident_id":"bmpybhnrky3x","created_at":"2026-08-18T11:24:06.305Z","updated_at":"2026-08-18T11:24:06.305Z","display_at":"2026-08-18T11:24:06.305Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"z4lmvb5tlx7z","status":"monitoring","body":"We have identified the source of a communication issue between Actions services and are working toward mitigation. Customers may experience failure to load runner groups and runner-related permissions issues when using Larger Runners.","incident_id":"bmpybhnrky3x","created_at":"2026-08-18T10:41:40.666Z","updated_at":"2026-08-18T10:41:40.666Z","display_at":"2026-08-18T10:41:40.666Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"5pncbxyvyr3d","status":"monitoring","body":"We are investigating reports of failure to load runner groups and runner-related permissions for customers using larger runners.","incident_id":"bmpybhnrky3x","created_at":"2026-08-18T07:40:42.206Z","updated_at":"2026-08-18T07:40:42.206Z","display_at":"2026-08-18T07:40:42.206Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"k4w4pvwlw2qy","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"bmpybhnrky3x","created_at":"2026-08-18T07:40:35.712Z","updated_at":"2026-08-18T07:40:35.712Z","display_at":"2026-08-18T07:40:35.712Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"gx7js8bd0jpz","name":"Incident with Actions","status":"resolved","created_at":"2026-08-18T09:36:40.322Z","updated_at":"2026-08-24T05:55:48.063Z","monitoring_at":null,"resolved_at":"2026-08-18T10:23:23.000Z","impact":"major","shortlink":"https://stspg.io/q3ck88mqw08z","started_at":"2026-08-18T09:36:40.316Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"gc3j6429pg28","status":"resolved","body":"On August 18, 2026, between 05:02 UTC and 11:30 UTC, customers were unable to run jobs on Actions Larger Runners and were unable to view or manage Actions Runners and Runner Groups through the GitHub UI and API. \u003cbr /\u003e\u003cbr /\u003eThese issues were caused by failures in backend requests resolving essential metadata for starting Larger Runner workflow runs and for reading runner and runner group data. The failures were caused by an expired authentication certificate unique to this service. The certificate had been rotated in KeyVault, but a step to enable use at runtime had been paused to prevent recurrence of previous incidents that had been triggered by this operation. \u003cbr /\u003e\u003cbr /\u003eWe mitigated the issues by completing the enablement of the new certificate in the backend system. We have added additional monitoring to this and other certificates. The relevant service is also in the process of being replaced as part of our availability and scale work, bringing this authentication path and secret management in line with patterns across all GitHub services.","incident_id":"gx7js8bd0jpz","created_at":"2026-08-18T10:23:23.437Z","updated_at":"2026-08-24T05:55:48.057Z","display_at":"2026-08-18T10:23:23.000Z","affected_components":null,"deliver_notifications":false,"custom_tweet":null,"tweet_id":null},{"id":"7t2kpljytph6","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"gx7js8bd0jpz","created_at":"2026-08-18T09:36:40.354Z","updated_at":"2026-08-18T09:36:40.354Z","display_at":"2026-08-18T09:36:40.354Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"zkxwbgr0cnmx","name":"Incident with GitHub.com","status":"resolved","created_at":"2026-08-17T13:40:03.629Z","updated_at":"2026-08-18T19:21:36.550Z","monitoring_at":null,"resolved_at":"2026-08-17T21:15:46.623Z","impact":"critical","shortlink":"https://stspg.io/y1fl26l6wpzr","started_at":"2026-08-17T13:40:03.620Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"h9l7z2sx48br","status":"resolved","body":"On August 17, 2026, from 13:28–21:15 UTC (7h 47m), GitHub.com experienced elevated errors and latency across Issues, Pull Requests, APIs, Actions, and Copilot. At peak, web/API error rates were approximately 20%, while archive and raw-content downloads reached approximately 50%. SAML/OIDC authentication, SCIM, and Team Sync were also affected, as well as Actions workflows in GHEC with Data Residency that depend on public workflow step definitions hosted on GitHub.com. Most services recovered by 16:36 UTC as our Central US datacenter recovered; Actions was degraded until approximately 18:03 UTC; and Copilot Token Service fully recovered by 21:02. \u003cbr /\u003e\u003cbr /\u003eSome of the failing traffic was moved from Central US to Northern Virginia where it was served successfully until the network failure in Central US was debugged and resolved. Delayed replies to a single internal endpoint triggered a latent retry bug in VS Code that amplified traffic by approximately 10x and caused delayed recovery for the Copilot Token Service. \u003cbr /\u003e\u003cbr /\u003eThe immediate cause of the failure was network saturation on load balancers in Central US due to a new peak in traffic. Originally this was caused by an Istio sidecar pod reaching its concurrency limits and failing to auto scale correctly because of a misconfigured policy that watched host service but not sidecar limits. One failure cascaded to more and eventually four HAProxy nodes exhausted their flow limits, degrading the gateway auth path and causing widespread authentication latency and failures. The problem was worsened by optimistic retry logic which overloaded internal load balancers. Pausing HAProxy on those nodes simultaneously produced immediate broad recovery. \u003cbr /\u003e\u003cbr /\u003eThe retry storm in Northern VA was fixed by 1) temporarily reducing gateway retry logic with a PR and 2) blocking inbound Copilot Token Service token requests at the load balancers with a 403, and then gradually ramping back up traffic per-site to allow callers to succeed. \u003cbr /\u003e\u003cbr /\u003eResidual Copilot authentication failures continued because client retry behavior amplified load: a failed token operation could generate many extra requests and enter a retry loop. Copilot Token Service traffic increased from a normal 7–9K RPS to 70–100K RPS. Reducing gateway authentication retries and blocking retry-triggering responses stabilized Copilot Token Service and completed recovery. \u003cbr /\u003e\u003cbr /\u003eComplicating factors that impeded recovery included a number of scraping attacks on codeload endpoints. \u003cbr /\u003e\u003cbr /\u003eTo prevent recurrence, our follow-up actions include: \u003cbr /\u003e\u003cbr /\u003e- Correcting autoscaling policies to account for service-mesh sidecar concurrency and capacity. \u003cbr /\u003e\u003cbr /\u003e- Auditing Istio request, concurrency, and scaling limits across affected services. \u003cbr /\u003e\u003cbr /\u003e- Reviewing retry limits and backoff behavior across gateways and clients. \u003cbr /\u003e\u003cbr /\u003e- Addressing the VS Code retry behavior that amplified Copilot token traffic. \u003cbr /\u003e\u003cbr /\u003e- Improving load-balancer capacity monitoring and regional failover safeguards.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T21:15:46.623Z","updated_at":"2026-08-18T19:21:36.545Z","display_at":"2026-08-17T21:15:46.623Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"35jkt3szsgj5","status":"investigating","body":"We are continuing to apply mitigations to address sporadic Copilot authentication failures in some applications. We expect full recovery within the next 30 minutes. Copilot usage via the GitHub CLI and GitHub App are unaffected.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T20:45:28.856Z","updated_at":"2026-08-17T20:45:28.856Z","display_at":"2026-08-17T20:45:28.856Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"d3yfh2k5t3b3","status":"investigating","body":"Issues is operating normally.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T20:22:28.795Z","updated_at":"2026-08-17T20:22:28.795Z","display_at":"2026-08-17T20:22:28.795Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"b27xl37s4fym","status":"investigating","body":"We are continuing to investigate sporadic failures affecting Copilot authentication in some applications. Copilot usage via the GitHub CLI and GitHub App are unaffected.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T20:08:40.686Z","updated_at":"2026-08-17T20:08:40.686Z","display_at":"2026-08-17T20:08:40.686Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"n98tdc27r1w7","status":"investigating","body":"We are continuing to investigate sporadic authentication failures. We have partially disabled authentication token retries and have seen improvement, and we are monitoring impact before fully applying this mitigation.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T19:13:20.651Z","updated_at":"2026-08-17T19:13:20.651Z","display_at":"2026-08-17T19:13:20.651Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"1jfxvr41m6dx","status":"investigating","body":"API Requests is operating normally.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T19:01:45.578Z","updated_at":"2026-08-17T19:01:45.578Z","display_at":"2026-08-17T19:01:45.578Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"major_outage","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"vtg8lf0ytdmn","status":"investigating","body":"API Requests is experiencing degraded availability. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T18:48:19.573Z","updated_at":"2026-08-17T18:48:19.573Z","display_at":"2026-08-17T18:48:19.573Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"major_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"pkf0qbk5dc0y","status":"investigating","body":"The degradation affecting Git Operations has been mitigated. We are monitoring to ensure stability.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T18:23:47.934Z","updated_at":"2026-08-17T18:23:47.934Z","display_at":"2026-08-17T18:23:47.934Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"0z1pcckjc9zk","status":"investigating","body":"We identified the problematic component and have taken corrective actions, but we are seeing residual impact in the form of sporadic authentication failures. We are continuing to apply additional mitigations and investigate the remaining impact.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T18:11:30.659Z","updated_at":"2026-08-17T18:11:30.659Z","display_at":"2026-08-17T18:11:30.659Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"9jwmkls2h5m9","status":"investigating","body":"Issues is experiencing degraded performance. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T17:36:29.677Z","updated_at":"2026-08-17T17:36:29.677Z","display_at":"2026-08-17T17:36:29.677Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"c802800dqksk","status":"investigating","body":"We identified the problematic component and have taken corrective actions, but we are seeing residual impact across numerous services. We are continuing to apply additional mitigations and investigate the remaining impact.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T17:34:22.597Z","updated_at":"2026-08-17T17:34:22.597Z","display_at":"2026-08-17T17:34:22.597Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"l90l6gmd0z4l","status":"investigating","body":"Git Operations is experiencing degraded performance. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T17:30:49.644Z","updated_at":"2026-08-17T17:30:49.644Z","display_at":"2026-08-17T17:30:49.644Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"dxvfkgh0yqyh","status":"investigating","body":"The degradation affecting API Requests, Actions, Git Operations, Issues, Pages, Pull Requests and Webhooks has been mitigated. We are monitoring to ensure stability.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T16:59:38.127Z","updated_at":"2026-08-17T16:59:38.127Z","display_at":"2026-08-17T16:59:38.127Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"major_outage","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"dxj6ngprk5ly","status":"investigating","body":"We identified the problematic component and have taken corrective actions. There are strong signs of recovery but we are still working to completely restore service, with error rates still remaining slightly elevated. We will post further updates as recovery continues.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T16:36:25.036Z","updated_at":"2026-08-17T16:36:25.036Z","display_at":"2026-08-17T16:36:25.036Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"fvn0xxz52nc3","status":"investigating","body":"We are experiencing high error rates around 20% for web experiences and api traffic. Archive downloads and raw repository content downloads are experiencing an approximate 50% error rate. SAML and OIDC authentication, SCIM, and Team Sync are also impacted. We are still working to identify the root cause and will continue to post updates as we learn more and perform mitigation.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T16:16:13.252Z","updated_at":"2026-08-17T16:16:13.252Z","display_at":"2026-08-17T16:16:13.252Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"vq3zj0wgxglh","status":"investigating","body":"We are experiencing high error rates around 20% for web experiences and api traffic. Archive downloads and raw repository content downloads are experiencing an approximate 50% error rate. SAML and OIDC authentication, SCIM, and Team Sync are also impacted. We are currently performing mitigations and will post updates as we progress.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T15:42:25.338Z","updated_at":"2026-08-17T15:42:25.338Z","display_at":"2026-08-17T15:42:25.338Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"19mfb8w36jh6","status":"investigating","body":"Webhooks is experiencing degraded performance. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T15:40:44.774Z","updated_at":"2026-08-17T15:40:44.774Z","display_at":"2026-08-17T15:40:44.774Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"partial_outage","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"4x8fnd10gv0z","status":"investigating","body":"Git Operations is experiencing degraded performance. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T15:21:36.419Z","updated_at":"2026-08-17T15:21:36.419Z","display_at":"2026-08-17T15:21:36.419Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"partial_outage","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"12xn3p2msgn1","status":"investigating","body":"Pages is experiencing degraded performance. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T15:10:00.140Z","updated_at":"2026-08-17T15:10:00.140Z","display_at":"2026-08-17T15:10:00.140Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"partial_outage","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"7j20yz1r6767","status":"investigating","body":"API Requests is experiencing degraded availability. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T15:01:40.102Z","updated_at":"2026-08-17T15:01:40.102Z","display_at":"2026-08-17T15:01:40.102Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"major_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"partial_outage","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"6616xzgj82cx","status":"investigating","body":"Webhooks is experiencing degraded availability. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T14:58:17.503Z","updated_at":"2026-08-17T14:58:17.503Z","display_at":"2026-08-17T14:58:17.503Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"w564dt57wvxz","status":"investigating","body":"We are experiencing high error rates around 20% for web experiences and api traffic. Archive downloads and raw repository content downloads are experiencing an approximate 50% error rate. SAML and OIDC authentication, SCIM, and Team Sync are also impacted. We are currently performing mitigations based on our investigation thus far and are monitoring for improvement.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T14:58:12.889Z","updated_at":"2026-08-17T14:58:12.889Z","display_at":"2026-08-17T14:58:12.889Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"w80fl37h22fh","status":"investigating","body":"Actions is experiencing degraded availability. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T14:58:09.061Z","updated_at":"2026-08-17T14:58:09.061Z","display_at":"2026-08-17T14:58:09.061Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"major_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mjvffcxt493b","status":"investigating","body":"Pull Requests is experiencing degraded availability. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T14:54:14.293Z","updated_at":"2026-08-17T14:54:14.293Z","display_at":"2026-08-17T14:54:14.293Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"major_outage","new_status":"major_outage"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"partial_outage","new_status":"major_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"d52d94cmp1m0","status":"investigating","body":"Issues is experiencing degraded availability. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T14:49:24.334Z","updated_at":"2026-08-17T14:49:24.334Z","display_at":"2026-08-17T14:49:24.334Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"major_outage"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"partial_outage","new_status":"partial_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"y0bc6n0kl399","status":"investigating","body":"Pull Requests is experiencing degraded availability. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T14:45:53.507Z","updated_at":"2026-08-17T14:45:53.507Z","display_at":"2026-08-17T14:45:53.507Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"partial_outage"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"1hh9ps9dj207","status":"investigating","body":"Copilot is experiencing degraded availability. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T14:31:25.490Z","updated_at":"2026-08-17T14:31:25.490Z","display_at":"2026-08-17T14:31:25.490Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"operational","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"70p942m6qvsp","status":"investigating","body":"We are experiencing high error rates around 20% for web experiences and api traffic. Archive downloads and raw repository content downloads are experiencing an approximate 50% error rate. SAML and OIDC authentication, SCIM, and Team Sync are also impacted. Investigations are on-going and we will continue to provide updates as we discover more information.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T14:24:53.572Z","updated_at":"2026-08-17T14:24:53.572Z","display_at":"2026-08-17T14:24:53.572Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"p4bfwtnv5khv","status":"investigating","body":"We are experiencing high error rates around 20% for web experiences and api traffic. Archive downloads and raw repository content downloads are experiencing an approximate 50% error rate. Investigations are on-going into the root cause, and updates will continue to be provided as we investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T14:04:45.634Z","updated_at":"2026-08-17T14:04:45.634Z","display_at":"2026-08-17T14:04:45.634Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"1d4mwkv1j1j3","status":"investigating","body":"Pull Requests is experiencing degraded performance. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T13:58:14.342Z","updated_at":"2026-08-17T13:58:14.342Z","display_at":"2026-08-17T13:58:14.342Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"zkfgt0n8pxyc","status":"investigating","body":"Issues is experiencing degraded performance. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T13:46:37.811Z","updated_at":"2026-08-17T13:46:37.811Z","display_at":"2026-08-17T13:46:37.811Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"d90zxjzjfdb4","status":"investigating","body":"We are seeing an approximate 20% error rate across numerous experiences including Pull Requests, Issues, and others. Investigations are currently under way and we will be posting updates as they become available","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T13:45:45.603Z","updated_at":"2026-08-17T13:45:45.603Z","display_at":"2026-08-17T13:45:45.603Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mdpbggb5s174","status":"investigating","body":"Webhooks is experiencing degraded performance. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T13:44:02.620Z","updated_at":"2026-08-17T13:44:02.620Z","display_at":"2026-08-17T13:44:02.620Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"3k0sm8yhpskw","status":"investigating","body":"Actions is experiencing degraded performance. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T13:42:42.839Z","updated_at":"2026-08-17T13:42:42.839Z","display_at":"2026-08-17T13:42:42.839Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"5mc2zx686v6w","status":"investigating","body":"API Requests is experiencing degraded performance. We are continuing to investigate.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T13:41:47.293Z","updated_at":"2026-08-17T13:41:47.293Z","display_at":"2026-08-17T13:41:47.293Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"t45j0mf5qf81","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"zkxwbgr0cnmx","created_at":"2026-08-17T13:40:03.705Z","updated_at":"2026-08-17T13:40:03.705Z","display_at":"2026-08-17T13:40:03.705Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"8l4ygp009s5s","name":"Git Operations","status":"operational","created_at":"2017-01-31T20:05:05.370Z","updated_at":"2026-08-17T18:23:47.907Z","position":1,"description":"Performance of git clones, pulls, pushes, and associated operations","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"4230lsnqdsld","name":"Webhooks","status":"operational","created_at":"2019-11-13T18:00:24.256Z","updated_at":"2026-08-17T16:59:38.017Z","position":2,"description":"Real time HTTP callbacks of user-generated and system events","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"brv1bkgrwx7q","name":"API Requests","status":"operational","created_at":"2017-01-31T20:01:46.621Z","updated_at":"2026-09-13T10:44:54.920Z","position":4,"description":"Requests for GitHub APIs","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"kr09ddfgbfsf","name":"Issues","status":"operational","created_at":"2017-01-31T20:01:46.638Z","updated_at":"2026-09-13T10:44:54.937Z","position":5,"description":"Requests for Issues on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"hhtssxt0f5v2","name":"Pull Requests","status":"operational","created_at":"2020-09-02T15:39:06.329Z","updated_at":"2026-09-13T10:44:54.952Z","position":6,"description":"Requests for Pull Requests on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"vg70hn9s2tyj","name":"Pages","status":"operational","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2026-09-13T10:44:54.985Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"pjmpxvq2cmr2","name":"Copilot","status":"operational","created_at":"2022-06-21T16:04:33.017Z","updated_at":"2026-08-17T21:15:46.595Z","position":10,"description":null,"showcase":true,"start_date":"2022-06-21","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"pf25whpq58hh","name":"Disruption with GHEC Team Sync","status":"resolved","created_at":"2026-08-13T16:21:33.104Z","updated_at":"2026-08-24T17:29:11.788Z","monitoring_at":null,"resolved_at":"2026-08-13T18:27:54.660Z","impact":"minor","shortlink":"https://stspg.io/l6tmhqw07cmj","started_at":"2026-08-13T16:21:33.096Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"wm4b8gg2nk3q","status":"resolved","body":"On August 13, 2026, from 15:31:21 UTC to 18:27:55 UTC, GitHub Enterprise Cloud team synchronization was degraded for enterprises using personal accounts. Organization teams experienced delays of up to 3 to 13 hours (median 8 hours) when syncing with IdP groups, resulting in delayed access grants or removals for enterprise users across 2.8% of teams. \u003cbr /\u003e\u003cbr /\u003eA temporary change introduced to address a previous issue due to increased usage of this feature remained active after it was intended to be removed, causing synchronization delays during periods of high volume. We removed the temporary change and provisioned additional resources to handle the increased volume.","incident_id":"pf25whpq58hh","created_at":"2026-08-13T18:27:54.660Z","updated_at":"2026-08-24T17:29:11.781Z","display_at":"2026-08-13T18:27:54.660Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"1rbgqfk3tdk2","status":"investigating","body":"We have deployed a mitigation. At this time GHEC Team Sync has recovered for enterprises with personal accounts. Teams syncing to IdP groups have returned to their normal cadence.","incident_id":"pf25whpq58hh","created_at":"2026-08-13T18:27:38.561Z","updated_at":"2026-08-13T18:27:38.561Z","display_at":"2026-08-13T18:27:38.561Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"n08n9543y09f","status":"investigating","body":"GHEC Team Sync is currently degraded for enterprises with personal accounts, causing delays when syncing teams to IdP groups. We have identified the cause of the delays and are working on a mitigation. We will provide an update on our progress at 20:00 UTC.","incident_id":"pf25whpq58hh","created_at":"2026-08-13T16:21:51.860Z","updated_at":"2026-08-13T16:21:51.860Z","display_at":"2026-08-13T16:21:51.860Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"gsnrtly5n4dy","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"pf25whpq58hh","created_at":"2026-08-13T16:21:33.148Z","updated_at":"2026-08-13T16:21:33.148Z","display_at":"2026-08-13T16:21:33.148Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"24t8gsgqx2qb","name":"Errors with the Fable 5 Model in Copilot","status":"resolved","created_at":"2026-08-13T14:43:25.203Z","updated_at":"2026-08-25T12:08:46.313Z","monitoring_at":null,"resolved_at":"2026-08-13T15:47:22.384Z","impact":"minor","shortlink":"https://stspg.io/8htrnxk0q09v","started_at":"2026-08-13T14:43:25.196Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"7n5fhmltjghm","status":"resolved","body":"On August 13th, 2026, between approximately 14:06 and 15:47 UTC, the Copilot service experienced a degradation of the Claude Fable 5 model due to an issue with our upstream provider. Users encountered elevated error rates, peaking at 43% and averaging 12%. Users who selected Auto or alternative models were unaffected.\u003cbr /\u003e\u003cbr /\u003eThe issue was resolved by a mitigation put in place by our provider. GitHub is working with our provider to further improve the resiliency of the service to prevent similar incidents in the future.","incident_id":"24t8gsgqx2qb","created_at":"2026-08-13T15:47:22.384Z","updated_at":"2026-08-25T12:08:46.309Z","display_at":"2026-08-13T15:47:22.384Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"16czhjwm8x58","status":"investigating","body":"The issues with our upstream model provider have been resolved, and Fable 5 is once again available in Copilot products and IDE surfaces.\u003cbr /\u003e\u003cbr /\u003eWe will continue monitoring to ensure stability, but mitigation is complete.","incident_id":"24t8gsgqx2qb","created_at":"2026-08-13T15:47:15.736Z","updated_at":"2026-08-13T15:47:15.736Z","display_at":"2026-08-13T15:47:15.736Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mnpr6hw95wf1","status":"investigating","body":"We are seeing modest recovery, but are still experiencing degraded availability for the Fable 5 model in Copilot products and IDE surfaces. This is due to an issue with an upstream model provider. While we work with them to resolve the issue, we recommend choosing another model or selecting 'Auto' to continue using Copilot.","incident_id":"24t8gsgqx2qb","created_at":"2026-08-13T15:23:39.378Z","updated_at":"2026-08-13T15:23:39.378Z","display_at":"2026-08-13T15:23:39.378Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"n88by2bcx3wg","status":"investigating","body":"We are experiencing degraded availability for the Fable 5 model in Copilot products and IDE surfaces. This is due to an issue with an upstream model provider. While we work with them to resolve the issue, we recommend choosing another model or selecting 'Auto' to continue using Copilot.","incident_id":"24t8gsgqx2qb","created_at":"2026-08-13T14:50:10.040Z","updated_at":"2026-08-13T14:50:10.040Z","display_at":"2026-08-13T14:50:10.040Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"b2whhtnz65dz","status":"investigating","body":"We are investigating reports of degraded performance for Copilot AI Model Providers","incident_id":"24t8gsgqx2qb","created_at":"2026-08-13T14:43:25.299Z","updated_at":"2026-08-13T14:43:25.299Z","display_at":"2026-08-13T14:43:25.299Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"k8vbzwqjkxzn","name":"Incident with Webhooks","status":"resolved","created_at":"2026-08-13T14:45:40.430Z","updated_at":"2026-08-31T20:37:37.194Z","monitoring_at":"2026-08-13T15:33:02.241Z","resolved_at":"2026-08-13T15:36:34.631Z","impact":"minor","shortlink":"https://stspg.io/f0cgtdc0kqxg","started_at":"2026-08-13T14:45:40.422Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"7rfzp8yd8y1p","status":"resolved","body":"Between 14:24 and 14:53 UTC on 13 August 2026, a routine background job to delete an organization overwhelmed a key shared database, causing multiple GitHub services to briefly return elevated errors and slower responses. Most affected was the webhook management API, with smaller impact to Git operations, pull requests, issues, packages, sign-in, and Copilot. Impact cleared on its own at about 14:53 UTC once the job finished; we resolved the incident at 15:36 UTC. \u003cbr /\u003e\u003cbr /\u003eAffected users may have experienced a brief increase in errors and slower responses, primarily when creating, listing, or updating webhooks, with smaller impacts to pull requests, issues, packages, and Git operations. Failures peaked at about 1% for several minutes around 14:37 UTC. \u003cbr /\u003e\u003cbr /\u003eTo prevent future incidents, we've already shipped an update that turns on the safer deletion path for organizations, along with caps on deletion holds on databases. Building on these changes, we're auditing all bulk deletion and cleanup jobs that write to shared databases to prevent similar issues in future.","incident_id":"k8vbzwqjkxzn","created_at":"2026-08-13T15:36:34.631Z","updated_at":"2026-08-31T20:37:37.188Z","display_at":"2026-08-13T15:36:34.631Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"st3j38cctv9l","name":"Packages","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"93p7n43df8pp","status":"monitoring","body":"We have temporarily disabled a background job which caused the impact. At this time the impact is fully mitigated.","incident_id":"k8vbzwqjkxzn","created_at":"2026-08-13T15:33:54.578Z","updated_at":"2026-08-13T15:33:54.578Z","display_at":"2026-08-13T15:33:54.578Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"st3j38cctv9l","name":"Packages","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"dmhjp5d48szh","status":"monitoring","body":"The degradation affecting Git Operations, Issues, Packages, Pull Requests and Webhooks has been mitigated. We are monitoring to ensure stability.","incident_id":"k8vbzwqjkxzn","created_at":"2026-08-13T15:33:02.241Z","updated_at":"2026-08-13T15:33:02.241Z","display_at":"2026-08-13T15:33:02.241Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"operational"},{"code":"st3j38cctv9l","name":"Packages","old_status":"degraded_performance","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"5bmsj83w9b1y","status":"investigating","body":"We are currently investigating a brief degradation of service for Git operations (specifically pushes), issues, pull requests, package registry, and webhooks between 14:32 and 14:46 UTC. We have identified the source of the degradation and are investigating mitigation strategies to prevent recurrence.","incident_id":"k8vbzwqjkxzn","created_at":"2026-08-13T14:58:49.294Z","updated_at":"2026-08-13T14:58:49.294Z","display_at":"2026-08-13T14:58:49.294Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"st3j38cctv9l","name":"Packages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"hc0z0h948vw4","status":"investigating","body":"Packages is experiencing degraded performance. We are continuing to investigate.","incident_id":"k8vbzwqjkxzn","created_at":"2026-08-13T14:56:45.535Z","updated_at":"2026-08-13T14:56:45.535Z","display_at":"2026-08-13T14:56:45.535Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"st3j38cctv9l","name":"Packages","old_status":"operational","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"nzwzlfw5dj76","status":"investigating","body":"Git Operations is experiencing degraded performance. We are continuing to investigate.","incident_id":"k8vbzwqjkxzn","created_at":"2026-08-13T14:46:52.592Z","updated_at":"2026-08-13T14:46:52.592Z","display_at":"2026-08-13T14:46:52.592Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"75xrbz1k3h55","status":"investigating","body":"Issues is experiencing degraded performance. We are continuing to investigate.","incident_id":"k8vbzwqjkxzn","created_at":"2026-08-13T14:46:23.248Z","updated_at":"2026-08-13T14:46:23.248Z","display_at":"2026-08-13T14:46:23.248Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"sx75v78by5f3","status":"investigating","body":"Pull Requests is experiencing degraded performance. We are continuing to investigate.","incident_id":"k8vbzwqjkxzn","created_at":"2026-08-13T14:46:11.195Z","updated_at":"2026-08-13T14:46:11.195Z","display_at":"2026-08-13T14:46:11.195Z","affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"f561mxvcy4y8","status":"investigating","body":"We are investigating reports of degraded performance for Webhooks","incident_id":"k8vbzwqjkxzn","created_at":"2026-08-13T14:45:40.503Z","updated_at":"2026-08-13T14:45:40.503Z","display_at":"2026-08-13T14:45:40.503Z","affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"8l4ygp009s5s","name":"Git Operations","status":"operational","created_at":"2017-01-31T20:05:05.370Z","updated_at":"2026-08-17T18:23:47.907Z","position":1,"description":"Performance of git clones, pulls, pushes, and associated operations","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"4230lsnqdsld","name":"Webhooks","status":"operational","created_at":"2019-11-13T18:00:24.256Z","updated_at":"2026-08-17T16:59:38.017Z","position":2,"description":"Real time HTTP callbacks of user-generated and system events","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"kr09ddfgbfsf","name":"Issues","status":"operational","created_at":"2017-01-31T20:01:46.638Z","updated_at":"2026-09-13T10:44:54.937Z","position":5,"description":"Requests for Issues on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"hhtssxt0f5v2","name":"Pull Requests","status":"operational","created_at":"2020-09-02T15:39:06.329Z","updated_at":"2026-09-13T10:44:54.952Z","position":6,"description":"Requests for Pull Requests on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"st3j38cctv9l","name":"Packages","status":"operational","created_at":"2019-11-13T18:02:40.064Z","updated_at":"2026-08-13T15:33:02.208Z","position":8,"description":"API requests and webhook delivery for GitHub Packages","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"lsvy8xsf0gxv","name":"Disruption with Login and Release Asset downloads","status":"resolved","created_at":"2026-08-12T21:39:05.231Z","updated_at":"2026-08-25T19:58:06.161Z","monitoring_at":null,"resolved_at":"2026-08-12T22:56:39.025Z","impact":"major","shortlink":"https://stspg.io/xp36nwz4rrh1","started_at":"2026-08-12T21:39:05.221Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"6gg3pnjzw7kt","status":"resolved","body":"On August 12 and 13, 2026, some anonymous (logged-out) requests to github.com experienced HTTP 5xx errors when loading pages like the sign-in page, and when downloading release assets, due to an unusual traffic pattern that repeatedly overloaded a part of our infrastructure that serves these types of requests. There were three windows of impact: (1) August 12 from 16:34 to 18:34 UTC, with an average error rate of 16.16% that peaked at 28.6%; (2) August 12 from 19:00 to 22:56 UTC, with an average error rate of 16.55% that peaked at 24.18%; and (3) August 13 from 06:19 to 08:05 UTC, with an average error rate of 2.01% that peaked at 7.49%.\u003cbr /\u003eRequests from signed-in users were unaffected.\u003cbr /\u003e\u003cbr /\u003eWe mitigated the incidents by applying traffic controls at our network edge that limited any requests matching the pattern identified previously, thereby preventing overload on our systems.\u003cbr /\u003e\u003cbr /\u003eSince these incidents occurred, we have tightened our monitoring systems to alert server-side errors that affect logged-out traffic. We are also working to further strengthen our edge protections and reduce the time to detect and mitigate similar incidents.","incident_id":"lsvy8xsf0gxv","created_at":"2026-08-12T22:56:39.025Z","updated_at":"2026-08-25T19:58:06.154Z","display_at":"2026-08-12T22:56:39.025Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"shcljc37cjb4","status":"investigating","body":"We have identified the root cause and are working on mitigation. Errors on the login page and downloading release assets have decreased, but we are not fully mitigated. We will continue to provide updates.","incident_id":"lsvy8xsf0gxv","created_at":"2026-08-12T22:22:11.444Z","updated_at":"2026-08-12T22:22:11.444Z","display_at":"2026-08-12T22:22:11.444Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mshsyxg66hb9","status":"investigating","body":"We are investigating issues with Login and when downloading Release Assets. We will continue to keep users updated on progress towards mitigation.","incident_id":"lsvy8xsf0gxv","created_at":"2026-08-12T21:43:25.632Z","updated_at":"2026-08-12T21:43:25.632Z","display_at":"2026-08-12T21:43:25.632Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"h1rhpx3rnp9q","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"lsvy8xsf0gxv","created_at":"2026-08-12T21:39:05.267Z","updated_at":"2026-08-12T21:39:05.267Z","display_at":"2026-08-12T21:39:05.267Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"76t89hbfb09h","name":"Incident with Pull Requests and Issues","status":"resolved","created_at":"2026-08-12T16:16:18.003Z","updated_at":"2026-08-18T15:52:05.294Z","monitoring_at":"2026-08-12T16:35:40.052Z","resolved_at":"2026-08-12T16:41:18.768Z","impact":"minor","shortlink":"https://stspg.io/ssd9z8l2g46v","started_at":"2026-08-12T16:16:17.994Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"7xm3qnfwmw42","status":"resolved","body":"Between 16:03 and 16:29 UTC on August 12, some users encountered errors when viewing pull requests, issues, and search results. During this period, about 1.9% of Pull Request requests and 0.9% of Issues requests failed. During a database migration, two indexes were removed while application settings still referenced them, causing affected requests to fail. We detected the issue after the migration reached one database shard and before it progressed to the remaining shards. We restored service by disabling both settings. We are improving safeguards around database migrations and application configuration to prevent similar mismatches from causing errors.","incident_id":"76t89hbfb09h","created_at":"2026-08-12T16:41:18.768Z","updated_at":"2026-08-18T15:52:05.288Z","display_at":"2026-08-12T16:41:18.768Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"8j3lvjyw8nwr","status":"monitoring","body":"We identified the source of errors affecting Pull Requests, Issues, and Search on GitHub.com and have applied a mitigation. A database index hint was referencing an index that had been removed by a recent migration, causing query failures for some users. We disabled the problematic configuration and are seeing recovery across affected services. We are continuing to monitor to confirm full resolution.","incident_id":"76t89hbfb09h","created_at":"2026-08-12T16:38:38.345Z","updated_at":"2026-08-12T16:38:38.345Z","display_at":"2026-08-12T16:38:38.345Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"ylfmpf85g5vc","status":"monitoring","body":"The degradation affecting Issues and Pull Requests has been mitigated. We are monitoring to ensure stability.","incident_id":"76t89hbfb09h","created_at":"2026-08-12T16:35:40.052Z","updated_at":"2026-08-12T16:35:40.052Z","display_at":"2026-08-12T16:35:40.052Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"w3gj6z2ds19t","status":"investigating","body":"We are investigating reports of errors affecting Pull Requests and Issues on GitHub.com. Some users may encounter 500 errors when loading pull request and issue pages. Our engineering teams are actively investigating the root cause, which appears to be related to a database infrastructure issue. We will provide an update as soon as we have more information.","incident_id":"76t89hbfb09h","created_at":"2026-08-12T16:24:30.991Z","updated_at":"2026-08-12T16:24:30.991Z","display_at":"2026-08-12T16:24:30.991Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"cwlpjmhw2nk8","status":"investigating","body":"We are investigating reports of degraded performance for Issues and Pull Requests","incident_id":"76t89hbfb09h","created_at":"2026-08-12T16:16:18.105Z","updated_at":"2026-08-12T16:16:18.105Z","display_at":"2026-08-12T16:16:18.105Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"kr09ddfgbfsf","name":"Issues","status":"operational","created_at":"2017-01-31T20:01:46.638Z","updated_at":"2026-09-13T10:44:54.937Z","position":5,"description":"Requests for Issues on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"hhtssxt0f5v2","name":"Pull Requests","status":"operational","created_at":"2020-09-02T15:39:06.329Z","updated_at":"2026-09-13T10:44:54.952Z","position":6,"description":"Requests for Pull Requests on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"vm1w8zq95wkt","name":"Incident with GraphQL API Requests","status":"resolved","created_at":"2026-08-11T14:50:40.228Z","updated_at":"2026-08-12T19:30:45.958Z","monitoring_at":"2026-08-11T16:49:34.107Z","resolved_at":"2026-08-11T20:06:56.575Z","impact":"minor","shortlink":"https://stspg.io/3xn46bst0bjh","started_at":"2026-08-11T14:50:40.219Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"sft10z4dn70g","status":"resolved","body":"On August 11, 2026, between 14:00 UTC and 16:00 UTC the GraphQL API service was degraded and customers in  saw higher than normal timeouts. On average, the timeout rate was 0.06% and peaked at 0.14% of requests routing to the service. \u003cbr /\u003e\u003cbr /\u003eThis was due to increased utilization at one of our sites which caused resource contention across our dependencies, leading to an increase in timeouts for GraphQL requests. We mitigated the incident by increasing capacity to alleviate the capacity bottleneck.  \u003cbr /\u003e\u003cbr /\u003eWe are working to improve our monitoring so that we can proactively reduce the impact of high consumption requests in addition to scaling up; Additionally, we will improve our time to detection and mitigation of issues like this one in the future.","incident_id":"vm1w8zq95wkt","created_at":"2026-08-11T20:06:56.575Z","updated_at":"2026-08-12T19:30:45.952Z","display_at":"2026-08-11T20:06:56.575Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"sds5wpt3s1p5","status":"monitoring","body":"We have identified and mitigated increased error rates affecting GraphQL API requests. A fix to increase service capacity has been deployed and error rates have returned to normal levels. We are resolving this incident.","incident_id":"vm1w8zq95wkt","created_at":"2026-08-11T20:06:50.345Z","updated_at":"2026-08-11T20:06:50.345Z","display_at":"2026-08-11T20:06:50.345Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"j6wkk9nn3gn9","status":"monitoring","body":"The degradation affecting API Requests has been mitigated. We are monitoring to ensure stability.","incident_id":"vm1w8zq95wkt","created_at":"2026-08-11T16:49:34.107Z","updated_at":"2026-08-11T16:49:34.107Z","display_at":"2026-08-11T16:49:34.107Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"134v8n0xlvtj","status":"investigating","body":"We have returned to a healthy baseline on GraphQL API requests. We will continue to work on investigations into the errors seen during this incident.","incident_id":"vm1w8zq95wkt","created_at":"2026-08-11T16:49:24.503Z","updated_at":"2026-08-11T16:49:24.503Z","display_at":"2026-08-11T16:49:24.503Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"1fp6txbb1vt8","status":"investigating","body":"We are investigating reports of a small increase in error rates affecting GraphQL API requests. We are working on increasing capacity and continue to investigate the increased errors. We will provide another update when we have more information","incident_id":"vm1w8zq95wkt","created_at":"2026-08-11T15:28:44.393Z","updated_at":"2026-08-11T15:28:44.393Z","display_at":"2026-08-11T15:28:44.393Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"d8czxf9vvzgy","status":"investigating","body":"We are investigating reports of degraded performance for API Requests","incident_id":"vm1w8zq95wkt","created_at":"2026-08-11T14:50:40.309Z","updated_at":"2026-08-11T14:50:40.309Z","display_at":"2026-08-11T14:50:40.309Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"brv1bkgrwx7q","name":"API Requests","status":"operational","created_at":"2017-01-31T20:01:46.621Z","updated_at":"2026-09-13T10:44:54.920Z","position":4,"description":"Requests for GitHub APIs","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"1t7x65n7kvt1","name":"Disruption with Copilot for access to some models","status":"resolved","created_at":"2026-08-10T20:27:19.712Z","updated_at":"2026-08-25T21:02:21.586Z","monitoring_at":"2026-08-10T20:39:11.678Z","resolved_at":"2026-08-10T21:50:43.756Z","impact":"minor","shortlink":"https://stspg.io/4x5bd0ghzy0x","started_at":"2026-08-10T20:27:19.704Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"yjlt32x9vywy","status":"resolved","body":"On August 10, 2026, between 19:48 UTC and 20:49 UTC, GitHub Copilot users saw an incomplete list of available models. During this window, the service could return as few as one model instead of the full catalog. Requests that tried to use a model missing from that shortened list failed with a \"model not found\" error. Copilot requests that used an available model were not affected. This did not affect customers on data-residency (Proxima) environments.\u003cbr /\u003e\u003cbr /\u003eThe issue was caused by a change to how model data was published, which our systems could not read back correctly and fell back to a limited default list.\u003cbr /\u003e\u003cbr /\u003eWe mitigated the incident by 20:49 UTC and deployed a fix to prevent immediate recurrence by 21:50 UTC. We are adding validation and retry safeguards so that model data is verified before it is served.\u003cbr /\u003e\u003cbr /\u003eWe apologize for the disruption.","incident_id":"1t7x65n7kvt1","created_at":"2026-08-10T21:50:43.756Z","updated_at":"2026-08-25T21:02:21.578Z","display_at":"2026-08-10T21:50:43.756Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"cyxd0zwwgf1c","status":"monitoring","body":"We have deployed and validated the fix to prevent immediate reoccurrence. We will be performing additional work to limit these kinds of failures in the future.","incident_id":"1t7x65n7kvt1","created_at":"2026-08-10T21:50:40.155Z","updated_at":"2026-08-10T21:50:40.155Z","display_at":"2026-08-10T21:50:40.155Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"3011tcxwvd4m","status":"monitoring","body":"The issue has been mitigated across all affected environments. We are currently deploying on a fix to prevent reoccurrence. We will provide another update once the fix has been deployed.","incident_id":"1t7x65n7kvt1","created_at":"2026-08-10T21:19:06.324Z","updated_at":"2026-08-10T21:19:06.324Z","display_at":"2026-08-10T21:19:06.324Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mrc3v0dg21z1","status":"monitoring","body":"The degradation has been mitigated. We are monitoring to ensure stability.","incident_id":"1t7x65n7kvt1","created_at":"2026-08-10T20:49:46.186Z","updated_at":"2026-08-10T20:49:46.186Z","display_at":"2026-08-10T20:49:46.186Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"vjz3pq22spx5","status":"monitoring","body":"We are currently investigating reports of some Copilot users experiencing issues accessing certain models. Affected users may see errors or degraded functionality when attempting to use specific models. We are actively working on a fix and will provide updates as we have more information.","incident_id":"1t7x65n7kvt1","created_at":"2026-08-10T20:39:11.678Z","updated_at":"2026-08-10T20:39:11.678Z","display_at":"2026-08-10T20:39:11.678Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"z4rpjb2j6xlt","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"1t7x65n7kvt1","created_at":"2026-08-10T20:27:19.758Z","updated_at":"2026-08-10T20:27:19.758Z","display_at":"2026-08-10T20:27:19.758Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"s19bth7wzkf7","name":"Disruption with creation of fine grained personal access tokens","status":"resolved","created_at":"2026-08-10T18:02:04.368Z","updated_at":"2026-08-13T15:56:48.469Z","monitoring_at":"2026-08-10T18:21:41.742Z","resolved_at":"2026-08-10T18:46:22.280Z","impact":"minor","shortlink":"https://stspg.io/tjf46x5zq25c","started_at":"2026-08-10T18:02:04.360Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"6kwglltsc28q","status":"resolved","body":"On August 10, 2026, between 17:16 and 18:21 UTC, users were unable to create new fine-grained personal access tokens (FG PAT) through the GitHub website. When a user submitted the FG PAT creation form, they were returned to the FG PAT list without an error message and no FG PAT was created. Creating classic personal access tokens, as well as editing or deleting existing FG PAT were not affected.\u003cbr /\u003e\u003cbr /\u003eThe cause was a change to how the website loads certain front-end JavaScript that was enabled for all users at 17:15 UTC; the change interacted with an issue in the token creation form's confirmation step that prevented it from running, so the final submission that actually creates the token never completed. Because the page still loaded and the server returned a normal response, the failure produced no error message. GitHub mitigated the incident by disabling the change at 18:21 UTC, at which point token creation recovered immediately, and the incident was resolved at 18:46 UTC.\u003cbr /\u003e\u003cbr /\u003eTo reduce the chance of recurrence, GitHub is adding monitoring and alerting for anomalies in the FG PAT creation success rate and is removing the issue in the FG PAT creation form that prevented the confirmation step from running. GitHub is also adding automated detection of the issue so other areas of the GitHub front end do not repeat the problem.","incident_id":"s19bth7wzkf7","created_at":"2026-08-10T18:46:22.280Z","updated_at":"2026-08-13T15:56:48.464Z","display_at":"2026-08-10T18:46:22.280Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"pyc89qt8cx8f","status":"monitoring","body":"We identified the source of the issue affecting creation of fine-grained personal access tokens and have applied a mitigation. Users should now be able to create new fine-grained tokens successfully. We are continuing to monitor to confirm full recovery.","incident_id":"s19bth7wzkf7","created_at":"2026-08-10T18:22:18.446Z","updated_at":"2026-08-10T18:22:18.446Z","display_at":"2026-08-10T18:22:18.446Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"68z3ynhs8wpv","status":"monitoring","body":"The degradation has been mitigated. We are monitoring to ensure stability.","incident_id":"s19bth7wzkf7","created_at":"2026-08-10T18:21:41.742Z","updated_at":"2026-08-10T18:21:41.742Z","display_at":"2026-08-10T18:21:41.742Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"5y1ykng7vdjs","status":"investigating","body":"We are investigating reports of users being unable to create fine-grained Personal Access Tokens. Attempting to create a new token redirects the user back to the token overview page without an error message, but the token was not created.","incident_id":"s19bth7wzkf7","created_at":"2026-08-10T18:09:36.323Z","updated_at":"2026-08-10T18:09:36.323Z","display_at":"2026-08-10T18:09:36.323Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"cb6q6t1pptg6","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"s19bth7wzkf7","created_at":"2026-08-10T18:02:04.415Z","updated_at":"2026-08-10T18:02:04.415Z","display_at":"2026-08-10T18:02:04.415Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"qcvjkzcs7j74","name":"Incident with Actions","status":"resolved","created_at":"2026-08-06T15:22:49.029Z","updated_at":"2026-08-11T02:05:24.924Z","monitoring_at":"2026-08-07T00:06:24.906Z","resolved_at":"2026-08-07T02:04:44.460Z","impact":"critical","shortlink":"https://stspg.io/rcz3fcm83sff","started_at":"2026-08-06T15:22:49.021Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"x3dy6fnmf98h","status":"resolved","body":"On August 6, 2026, between 15:05 UTC and 00:14 UTC on August 7, GitHub Actions experienced degraded availability. During the incident, workflow runs failed or remained queued for an extended period of time. Customers using both GitHub-hosted and self-hosted runners were affected. At peak, 71% of workflow runs experienced infrastructure failures and 75% of the remaining workflow runs were delayed by more than 5 minutes. \u003cbr /\u003e\u003cbr /\u003eThe incident was triggered by a routine deployment to an internal Actions service responsible for processing events and generating Actions jobs. The deployment exposed an existing capacity and concurrency weakness. As pods were replaced during the deployment, remaining capacity became saturated, causing services to crash and triggering a cascading impact across multiple clusters and downstream services. \u003cbr /\u003e\u003cbr /\u003eThese services recovered at 17:00 after expanding capacity, throttling incoming webhook-triggered work to allow the system to recover, and increasing processing capacity for the backlog of affected events. \u003cbr /\u003e\u003cbr /\u003eAs the incident progressed, a backlog of work accumulated across the systems responsible for assigning jobs to runners. Due to a latent bug in one of the services responsible for job assignment, runners were getting assigned jobs that were no longer valid and then getting stuck retrying those jobs, preventing them from picking up valid work. \u003cbr /\u003e\u003cbr /\u003eThis second stage of impact was mitigated by deploying changes to prevent runners from repeatedly attempting to acquire invalid jobs. These mitigations allowed the accumulated queues to drain and Actions to recover to normal operation. \u003cbr /\u003e\u003cbr /\u003eSome Actions Runner Controller (ARC) runners remained stuck after the incident. A mitigation deployed during the incident inadvertently affected these runners, causing some to remain offline until they were manually recovered. We subsequently rolled back the change and are adding automatic recovery in upcoming Runner and ARC releases. \u003cbr /\u003e\u003cbr /\u003eSome jobs created during the incident were also left stuck unable to be retried or canceled.  CLI and UI solutions for customers to address these were shared at https://github.com/orgs/community/discussions/204152#discussioncomment-17946043. \u003cbr /\u003e\u003cbr /\u003eTo prevent recurrence, we are making improvements to deployment and capacity safeguards for the affected services, strengthening monitoring for the conditions that preceded the incident, improving the resiliency and recovery of queued work and runner assignment, and adding automatic recovery for self-hosted runners affected by similar failure conditions. We are also making additional improvements to reduce the risk of cascading failures and accelerate recovery during large-scale Actions disruptions.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-07T02:04:44.460Z","updated_at":"2026-08-11T02:05:24.918Z","display_at":"2026-08-07T02:04:44.460Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"qky4pzj2zplf","status":"monitoring","body":"During the incident, some Actions Runner Controller (ARC) runner pods became stuck in an idle state. Affected users can delete those pods using kubectl or redeploy their Actions Runner Controller application. ARC will automatically create replacement runners.\u003cbr /\u003e\u003cbr /\u003eThe next releases of Actions Runner and Actions Runner Controller will include an automatic recovery mechanism, preventing the need for these manual steps in the future.\u003cbr /\u003e\u003cbr /\u003eSome workflow-triggering events, including push and pull request events, were not processed during the incident and cannot be replayed automatically. Customers may need to repeat the triggering action by pushing a new commit, updating the pull request, or manually re-running the workflow where applicable.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-07T02:03:41.768Z","updated_at":"2026-08-07T02:03:41.768Z","display_at":"2026-08-07T02:03:41.768Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"ckqdf8pm7gqw","status":"monitoring","body":"We’re investigating reports that some Actions Runner Controller runners are taking longer than expected to recover. We’ll provide an update as our investigation progresses.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-07T00:59:01.958Z","updated_at":"2026-08-07T00:59:01.958Z","display_at":"2026-08-07T00:59:01.958Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"sk63vxykkbrj","status":"monitoring","body":"The degradation has been mitigated. We are monitoring to ensure stability.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-07T00:06:24.906Z","updated_at":"2026-08-07T00:06:24.906Z","display_at":"2026-08-07T00:06:24.906Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"rhg81c20vk06","status":"investigating","body":"The degradation affecting Actions and Pages has been mitigated. We are monitoring to ensure stability.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-07T00:05:05.379Z","updated_at":"2026-08-07T00:05:05.379Z","display_at":"2026-08-07T00:05:05.379Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"bpgwsqb38dh9","status":"investigating","body":"System-wide queues have been drained, and new jobs are being processed as expected. The fix for self-hosted runners not picking up jobs has been fully rolled out.\u003cbr /\u003e\u003cbr /\u003eWebhook-triggered Actions workflows have been restored to full throughput. GitHub Pages, Copilot code review, and Copilot coding agent are showing recovery. Migrations using GitHub Enterprise Importer remain paused as a precaution.\u003cbr /\u003e\u003cbr /\u003eWe are monitoring all affected services for sustained recovery and will provide another update shortly.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-07T00:01:26.921Z","updated_at":"2026-08-07T00:01:26.921Z","display_at":"2026-08-07T00:01:26.921Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"jjkymmsnczrg","status":"investigating","body":"\u003cbr /\u003eSystem-wide queues have been drained, and new jobs are being processed as expected. The fix for self-hosted runners not picking up jobs has been fully rolled out.\u003cbr /\u003e\u003cbr /\u003eWebhook-triggered Actions workflows have been restored to full throughput. GitHub Pages, Copilot code review, and Copilot coding agent are showing recovery. Migrations using GitHub Enterprise Importer remain paused as a precaution.\u003cbr /\u003e\u003cbr /\u003eWe are monitoring all affected services for sustained recovery and will provide another update shortly.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-07T00:01:15.259Z","updated_at":"2026-08-07T00:01:15.259Z","display_at":"2026-08-07T00:01:15.259Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"bc6nlz3ztfkz","status":"investigating","body":"We have deployed fixes that address runners being assigned invalid jobs and are taking additional steps to clear the backlog of affected jobs. Job completion rates for running workflows have improved significantly, with success rates now at 99%. Global queues for hosted runner assignment are nearly burned down and concurrency queues for customers are being processed. Another change was deployed to accelerate processing the backlog of job requests.\u003cbr /\u003e\u003cbr /\u003eWe are gradually restoring throughput for webhook-triggered Actions workflows and monitoring system stability. We have deployed a fix for self-hosted runners that were not picking up jobs and are enabling it incrementally.\u003cbr /\u003e\u003cbr /\u003eGitHub Pages, Copilot code review, and Copilot coding agent may still experience intermittent failures or delays. Migrations using GitHub Enterprise Importer remain paused.\u003cbr /\u003e\u003cbr /\u003eWe continue to monitor recovery across all affected services and will provide another update as conditions improve.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T23:13:30.825Z","updated_at":"2026-08-06T23:13:30.825Z","display_at":"2026-08-06T23:13:30.825Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"dwhlj0kqvv5p","status":"investigating","body":"We continue to make progress on the issue affecting GitHub Actions. We have deployed a fix that addresses runners being assigned jobs that are no longer valid, and are seeing improvement in job completion rates. For workflow runs that are starting, success rates have increased significantly and are now at 97%. Standard and larger runners are now draining queued work. A change is also in progress to mitigate issues with existing self-hosted runners that are not picking up jobs.\u003cbr /\u003e\u003cbr /\u003eWebhook triggers remain throttled to support recovery. Many push and pull request events are not yet triggering new workflow runs, and we are working to safely restore full throughput.\u003cbr /\u003e\u003cbr /\u003eGitHub Pages, Copilot code review, and Copilot coding agent may still experience failures or delays. Migrations using GitHub Enterprise Importer remain paused.\u003cbr /\u003e\u003cbr /\u003eWe are continuing to monitor recovery and will provide another update as conditions improve.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T22:18:09.797Z","updated_at":"2026-08-06T22:18:09.797Z","display_at":"2026-08-06T22:18:09.797Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"lg0mwhjb818h","status":"investigating","body":"We are continuing to work on an issue affecting GitHub Actions. Webhook triggers remain throttled to aid recovery, so many push and pull request events are not triggering new workflow runs.\u003cbr /\u003e\u003cbr /\u003eWe identified runners being assigned jobs that are no longer valid and are deploying a change to address this issue. Both GitHub-hosted and self-hosted runners are affected.\u003cbr /\u003e\u003cbr /\u003eCopilot code review, Copilot coding agent, and GitHub Pages may experience failures or delays. Migrations using GitHub Enterprise Importer have been paused to support mitigation efforts.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T21:30:42.677Z","updated_at":"2026-08-06T21:30:42.677Z","display_at":"2026-08-06T21:30:42.677Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"q5f1g35x3kkd","status":"investigating","body":"We are continuing to work on an issue affecting GitHub Actions. Webhook triggers are currently throttled to help with recovery and and we are processing approximately 15% of webhooks, so many events such as pushes and pull requests are not triggering workflow runs. Of jobs queued, approximately 65% are succeeding, improved from a low of 30 to 40% earlier in this incident.\u003cbr /\u003e\u003cbr /\u003eWe have narrowed the remaining impact to runners that are stuck retrying jobs that are no longer available. Both GitHub-hosted and self-hosted runners are affected, and we are working to recover them.\u003cbr /\u003e\u003cbr /\u003eCopilot code review, Copilot coding agent, and migrations using GitHub Enterprise Importer may also be affected.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T20:34:17.618Z","updated_at":"2026-08-06T20:34:17.618Z","display_at":"2026-08-06T20:34:17.618Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"jfc357z3bjqm","status":"investigating","body":"We are continuing to work on an issue affecting GitHub Actions. \u003cbr /\u003e\u003cbr /\u003eCapacity remains constrained and jobs may still be delayed or fail while it recovers gradually. Customers using self-hosted runners may see errors or rate limiting when runners register.  \u003cbr /\u003e\u003cbr /\u003eCopilot code review, Copilot coding agent, and migrations using GitHub Enterprise Importer may also be affected. Webhook deliveries may be delayed. \u003cbr /\u003e\u003cbr /\u003eOur engineers remain actively engaged.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T19:43:21.502Z","updated_at":"2026-08-06T19:43:21.502Z","display_at":"2026-08-06T19:43:21.502Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"vhks311t6vxw","status":"investigating","body":"We are continuing to work on an issue affecting multiple GitHub services. \u003cbr /\u003e\u003cbr /\u003eWorkflow runs are still failing, and jobs may remain queued for an extended period before starting or may time out. Jobs using GitHub-hosted runners are particularly affected while capacity is constrained. \u003cbr /\u003e\u003cbr /\u003eCustomers using self-hosted runners may see errors or rate limiting when runners register. \u003cbr /\u003e\u003cbr /\u003eCopilot code review, Copilot coding agent, and migrations using GitHub Enterprise Importer may also be affected. Webhook deliveries may be delayed. \u003cbr /\u003e\u003cbr /\u003eRecovery is taking longer than we expected, and engineers remain actively engaged.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T18:46:37.400Z","updated_at":"2026-08-06T18:46:37.400Z","display_at":"2026-08-06T18:46:37.400Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"ck7qh9w98c47","status":"investigating","body":"We are continuing to work on an issue affecting multiple GitHub services. \u003cbr /\u003e\u003cbr /\u003eWorkflow runs are still failing or delayed in starting, and some queued jobs may time out. \u003cbr /\u003e\u003cbr /\u003eCustomers using self-hosted runners may see errors or rate limiting when runners register. \u003cbr /\u003e\u003cbr /\u003eCopilot code review, Copilot coding agent, hosted runners, and migrations using GitHub Enterprise Importer may also be affected. \u003cbr /\u003e\u003cbr /\u003eWebhook deliveries may be delayed.\u003cbr /\u003e\u003cbr /\u003eEngineers have applied further mitigations and are continuing to work towards full recovery.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T18:11:41.650Z","updated_at":"2026-08-06T18:11:41.650Z","display_at":"2026-08-06T18:11:41.650Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"6t7qw7z59r7n","status":"investigating","body":"We are continuing to work on an issue affecting multiple GitHub services.\u003cbr /\u003e\u003cbr /\u003eWorkflow runs are failing or delayed in starting, and some queued jobs may time out. \u003cbr /\u003e\u003cbr /\u003eCopilot code review, Copilot coding agent, hosted runners, and migrations using GitHub Enterprise Importer might also affected. \u003cbr /\u003e\u003cbr /\u003eWebhook deliveries may be delayed. \u003cbr /\u003e\u003cbr /\u003eEngineers have applied a number of mitigations and are rolling out a further fix across all affected systems now.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T17:40:22.051Z","updated_at":"2026-08-06T17:40:22.051Z","display_at":"2026-08-06T17:40:22.051Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"njpbbjgyv02d","status":"investigating","body":"We are continuing to work on the issue affecting GitHub Actions. \u003cbr /\u003e\u003cbr /\u003eWorkflow runs are still failing or delayed in starting, and some queued jobs may time out. \u003cbr /\u003e\u003cbr /\u003eSome requests to the Actions API are returning errors. Customers running migrations with GitHub Enterprise Importer may see failures. \u003cbr /\u003e\u003cbr /\u003eOur engineers have applied several mitigations and are rolling out a further fix now.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T17:02:43.449Z","updated_at":"2026-08-06T17:02:43.449Z","display_at":"2026-08-06T17:02:43.449Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"major_outage","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"qhn69kn25x0r","status":"investigating","body":"Actions and Pages are experiencing degraded availability. We are continuing to investigate.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T16:33:31.419Z","updated_at":"2026-08-06T16:33:31.419Z","display_at":"2026-08-06T16:33:31.419Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"major_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"nhz9dp5jm9ws","status":"investigating","body":"We are continuing to work on the issue affecting GitHub Actions. \u003cbr /\u003e\u003cbr /\u003eSome workflow runs are still delayed or failing to complete, and some requests to the Actions API are returning errors. \u003cbr /\u003e\u003cbr /\u003eCustomers running migrations with GitHub Enterprise Importer may also see failures. \u003cbr /\u003e\u003cbr /\u003eEngineers are actively working towards full recovery.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T16:27:47.096Z","updated_at":"2026-08-06T16:27:47.096Z","display_at":"2026-08-06T16:27:47.096Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"dl9j9t80lsxt","status":"investigating","body":"Pages is experiencing degraded performance. We are continuing to investigate.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T16:27:01.865Z","updated_at":"2026-08-06T16:27:01.865Z","display_at":"2026-08-06T16:27:01.865Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"v0l2qjlcwy2g","status":"investigating","body":"Pages is operating normally.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T16:19:30.322Z","updated_at":"2026-08-06T16:19:30.322Z","display_at":"2026-08-06T16:19:30.322Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"n139kbl0gx46","status":"investigating","body":"Pages is experiencing degraded performance. We are continuing to investigate.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T15:53:22.125Z","updated_at":"2026-08-06T15:53:22.125Z","display_at":"2026-08-06T15:53:22.125Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"yd9whz1ptmfn","status":"investigating","body":"We are investigating errors affecting GitHub Actions. Some workflow runs are failing to start or failing partway through, and some requests to the Actions REST API are returning errors. \u003cbr /\u003e\u003cbr /\u003eSome customers may also see unexpected rate limiting in their workflows. \u003cbr /\u003e\u003cbr /\u003eEngineers have identified the source of the disruption and are actively working on a mitigation","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T15:45:14.821Z","updated_at":"2026-08-06T15:45:14.821Z","display_at":"2026-08-06T15:45:14.821Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"07t612lp5ftr","status":"investigating","body":"Actions is experiencing degraded availability. We are continuing to investigate.","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T15:41:10.535Z","updated_at":"2026-08-06T15:41:10.535Z","display_at":"2026-08-06T15:41:10.535Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"f3r3jlmz4h4k","status":"investigating","body":"We are investigating reports of degraded performance for Actions","incident_id":"qcvjkzcs7j74","created_at":"2026-08-06T15:22:49.100Z","updated_at":"2026-08-06T15:22:49.100Z","display_at":"2026-08-06T15:22:49.100Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"vg70hn9s2tyj","name":"Pages","status":"operational","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2026-09-13T10:44:54.985Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"1xqvzyv99skw","name":"Incident with Pages - Deployment Lag","status":"resolved","created_at":"2026-08-06T15:03:55.182Z","updated_at":"2026-08-10T21:16:18.256Z","monitoring_at":"2026-08-06T15:50:51.844Z","resolved_at":"2026-08-06T16:22:59.638Z","impact":"minor","shortlink":"https://stspg.io/b0n00sx9z3ht","started_at":"2026-08-06T15:03:55.174Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"r19dvhh02nhy","status":"resolved","body":"On August 6, 2026, at 07:00 UTC, a configuration change inadvertently reduced the capacity of the service that processes GitHub Pages deployments. As traffic increased over the following hours, latency in the deployment pipeline progressively increased. \u003cbr /\u003e\u003cbr /\u003eAt 12:09 UTC, latency crossed the alerting threshold and the team began investigating. We reverted the invalid configuration and applied additional mitigations, including reducing status deployment processing to lower the load on our Redis cluster. Latency returned to normal levels at 15:40 UTC. \u003cbr /\u003e\u003cbr /\u003eCustomer impact occurred from 11:34 to 15:32 UTC. During this period, we failed to process approximately 128,000 deployments. \u003cbr /\u003e\u003cbr /\u003eWe have updated our alerts to detect elevated processing latency sooner and to notify us immediately when latency causes deployment processing failures. We've confirmed this incident was not fully captured by our availability metrics. In the coming days, we'll update how GitHub Pages availability is measured so incidents like this are accurately reflected going forward.","incident_id":"1xqvzyv99skw","created_at":"2026-08-06T16:22:59.638Z","updated_at":"2026-08-10T21:16:18.250Z","display_at":"2026-08-06T16:22:59.638Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"6sgmrlwjxcqf","status":"monitoring","body":"The degradation affecting Pages has been mitigated. We are monitoring to ensure stability.","incident_id":"1xqvzyv99skw","created_at":"2026-08-06T15:50:51.844Z","updated_at":"2026-08-06T15:50:51.844Z","display_at":"2026-08-06T15:50:51.844Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"yqpw817ffp7k","status":"investigating","body":"We are investigating reports of degraded performance for Pages","incident_id":"1xqvzyv99skw","created_at":"2026-08-06T15:03:55.261Z","updated_at":"2026-08-06T15:03:55.261Z","display_at":"2026-08-06T15:03:55.261Z","affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"vg70hn9s2tyj","name":"Pages","status":"operational","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2026-09-13T10:44:54.985Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"9wzhl5jr80jt","name":"Some Copilot Cloud Agent jobs not starting","status":"resolved","created_at":"2026-08-05T11:38:57.684Z","updated_at":"2026-08-06T14:38:40.197Z","monitoring_at":"2026-08-05T12:01:29.155Z","resolved_at":"2026-08-05T13:00:25.857Z","impact":"minor","shortlink":"https://stspg.io/kxdh3hfxm3zl","started_at":"2026-08-05T11:38:57.677Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"27d2wd2kyn4y","status":"resolved","body":"On August 5, 2026, between 11:02 and 11:54 UTC, the GitHub Copilot cloud agent service was degraded and new cloud agent jobs were delayed from starting. During this period 100% of newly submitted agent jobs were affected. The incident was limited to delay of cloud agent jobs. No jobs were lost and the queued backlog was processed by 13:00 UTC. This was due to an internal rate limit used to protect service availability that was enabled more broadly than intended delaying more traffic than expected. \u003cbr /\u003e \u003cbr /\u003eThe service recovered when the rate limit window expired. We then tuned the control so it no longer affected unrelated coding agent traffic. \u003cbr /\u003e \u003cbr /\u003eWe are working to improve the control's scoping and our monitoring and alerting to reduce our time to detection and mitigation of similar issues in the future.","incident_id":"9wzhl5jr80jt","created_at":"2026-08-05T13:00:25.857Z","updated_at":"2026-08-06T14:38:40.193Z","display_at":"2026-08-05T13:00:25.857Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"0d2gc2n7f36w","status":"monitoring","body":"Copilot cloud agent jobs have recovered and the backlog of delayed jobs is being processed.","incident_id":"9wzhl5jr80jt","created_at":"2026-08-05T12:10:46.467Z","updated_at":"2026-08-05T12:10:46.467Z","display_at":"2026-08-05T12:10:46.467Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"rbfr7f2qn446","status":"monitoring","body":"The degradation has been mitigated. We are monitoring to ensure stability.","incident_id":"9wzhl5jr80jt","created_at":"2026-08-05T12:01:29.155Z","updated_at":"2026-08-05T12:01:29.155Z","display_at":"2026-08-05T12:01:29.155Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"cyh7wt5kzssb","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"9wzhl5jr80jt","created_at":"2026-08-05T11:38:57.748Z","updated_at":"2026-08-05T11:38:57.748Z","display_at":"2026-08-05T11:38:57.748Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"7s119p1yxttr","name":"Incident with Copilot","status":"resolved","created_at":"2026-08-03T09:53:27.172Z","updated_at":"2026-08-12T15:00:05.157Z","monitoring_at":"2026-08-03T11:19:04.001Z","resolved_at":"2026-08-03T11:25:12.371Z","impact":"minor","shortlink":"https://stspg.io/y3tm8v1gmn85","started_at":"2026-08-03T09:53:27.164Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"mpkkftmykc6h","status":"resolved","body":"On 2026-08-03, between 06:52 and 11:25 UTC, some GitHub Copilot users experienced errors when using chat and agent features. Requests to list the available models failed, and because every chat or agent interaction begins by retrieving the list of models, affected users saw their requests fail. On average about 3% of these model-listing requests failed during the incident (roughly 97% succeeded), but failures were significantly higher during peak-traffic periods, at times approaching 100% for the affected internal lookups. Approximately 4,066 users were affected in a single 60-minute window, concentrated among IDE-based clients. The underlying AI models themselves remained healthy throughout.\u003cbr /\u003e\u003cbr /\u003eThe incident was caused by an increase in how often clients requested the model list, which pushed an internal user-authorization lookup past a rate limit; the rate-limited responses were surfaced to users as errors. We mitigated the impact by increasing how long Copilot caches that authorization lookup, which reduced load on the internal service, and we have additional capacity and rate-limit changes in progress. To prevent recurrence we are improving monitoring for this class of failure, adjusting cache and rate-limit settings, and coordinating with client teams on request patterns.","incident_id":"7s119p1yxttr","created_at":"2026-08-03T11:25:12.371Z","updated_at":"2026-08-12T15:00:05.151Z","display_at":"2026-08-03T11:25:12.371Z","affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"k4jj0pm8nj3d","status":"monitoring","body":"The degradation affecting Copilot has been mitigated. We are monitoring to ensure stability.","incident_id":"7s119p1yxttr","created_at":"2026-08-03T11:19:04.001Z","updated_at":"2026-08-03T11:19:04.001Z","display_at":"2026-08-03T11:19:04.001Z","affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"s8ckry51tn7q","status":"investigating","body":"We are still seeing intermittent errors with Copilot, and are continuing to investigate and consider mitigations.","incident_id":"7s119p1yxttr","created_at":"2026-08-03T10:35:19.914Z","updated_at":"2026-08-03T10:35:19.914Z","display_at":"2026-08-03T10:35:19.914Z","affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"6q9bqtptytqj","status":"investigating","body":"We are experiencing degraded availability for chat \u0026 agent models in Copilot. Multiple models are impacted and customers may experience requests failing. We are investigating and will provide an update as soon as possible.","incident_id":"7s119p1yxttr","created_at":"2026-08-03T09:54:22.985Z","updated_at":"2026-08-03T09:54:22.985Z","display_at":"2026-08-03T09:54:22.985Z","affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"t9dgrnh8h5d8","status":"investigating","body":"We are investigating reports of degraded performance for Copilot","incident_id":"7s119p1yxttr","created_at":"2026-08-03T09:53:27.252Z","updated_at":"2026-08-03T09:53:27.252Z","display_at":"2026-08-03T09:53:27.252Z","affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"pjmpxvq2cmr2","name":"Copilot","status":"operational","created_at":"2022-06-21T16:04:33.017Z","updated_at":"2026-08-17T21:15:46.595Z","position":10,"description":null,"showcase":true,"start_date":"2022-06-21","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"sj1tzyrx599x","name":"Incident with Copilot AI Model Providers","status":"resolved","created_at":"2026-08-01T18:03:05.539Z","updated_at":"2026-08-12T16:18:09.791Z","monitoring_at":"2026-08-01T18:20:48.941Z","resolved_at":"2026-08-01T18:44:28.733Z","impact":"minor","shortlink":"https://stspg.io/z58g1g529hzz","started_at":"2026-08-01T18:03:05.531Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"zfj67r3cm6rq","status":"resolved","body":"On August 1, 2026, between 17:47 UTC and 18:20 UTC, users of the Fable 5 model in GitHub Copilot experienced increased request failures and latency. The average failure rate across all Copilot requests was 0.007%, while failures for Fable 5 peaked at 5.6%. Other models remained available. This was caused by degradation of an upstream model provider.\u003cbr /\u003e\u003cbr /\u003eThe affected endpoint recovered, and we monitored the service until error rates and latency returned to normal levels. We are working to add endpoint redundancy to mitigate similar provider issues in the future.","incident_id":"sj1tzyrx599x","created_at":"2026-08-01T18:44:28.733Z","updated_at":"2026-08-12T16:18:09.786Z","display_at":"2026-08-01T18:44:28.733Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"qh1zlp9xz3fm","status":"monitoring","body":"The issues with our upstream model provider have been resolved, and Fable 5 is once again available in Copilot products and IDE surfaces.\u003cbr /\u003e\u003cbr /\u003eWe will continue monitoring to ensure stability, but mitigation is complete.","incident_id":"sj1tzyrx599x","created_at":"2026-08-01T18:23:40.021Z","updated_at":"2026-08-01T18:23:40.021Z","display_at":"2026-08-01T18:23:40.021Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"q1v2bhz3pc36","status":"monitoring","body":"The degradation affecting Copilot AI Model Providers has been mitigated. We are monitoring to ensure stability.","incident_id":"sj1tzyrx599x","created_at":"2026-08-01T18:20:48.941Z","updated_at":"2026-08-01T18:20:48.941Z","display_at":"2026-08-01T18:20:48.941Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"gh4nm8yh653k","status":"investigating","body":"We are experiencing degraded availability for the Fable 5 model in Copilot products and IDE surfaces. This is due to an issue with an upstream model provider. While we work with them to resolve the issue, we recommend choosing another model or selecting 'Auto' to continue using Copilot.","incident_id":"sj1tzyrx599x","created_at":"2026-08-01T18:20:20.807Z","updated_at":"2026-08-01T18:20:20.807Z","display_at":"2026-08-01T18:20:20.807Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"38y461sny38x","status":"investigating","body":"We are seeing increased error rates from specific upstream AI Model Providers","incident_id":"sj1tzyrx599x","created_at":"2026-08-01T18:03:15.483Z","updated_at":"2026-08-01T18:03:15.483Z","display_at":"2026-08-01T18:03:15.483Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"whdtrmj4k5y1","status":"investigating","body":"We are investigating reports of degraded performance for Copilot AI Model Providers","incident_id":"sj1tzyrx599x","created_at":"2026-08-01T18:03:05.616Z","updated_at":"2026-08-01T18:03:05.616Z","display_at":"2026-08-01T18:03:05.616Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"kk183dslzdzd","name":"Degraded availability GPT 5.6 Luna","status":"resolved","created_at":"2026-08-01T11:16:25.356Z","updated_at":"2026-08-11T06:56:18.813Z","monitoring_at":null,"resolved_at":"2026-08-01T12:30:21.775Z","impact":"minor","shortlink":"https://stspg.io/pj5lgggbc2rb","started_at":"2026-08-01T11:16:25.348Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"fydnbprsl5lq","status":"resolved","body":"On August 1st, 2026, the GPT-5.6 Luna model in GitHub Copilot experienced degraded availability in intermittent time intervals between ~08:05 UTC and ~16:30 UTC. Specifically the timeframes observed were 10:00-10:20 UTC, 10:45-11:50 UTC, 13:00-14:25 UTC, and 16:00-16:30 UTC. During this time, requests to GPT-5.6 Luna in Copilot chat and IDE surfaces frequently failed or timed out. This was caused by an issue with an upstream model provider. Other Copilot models were not affected, and users could continue working by selecting another model or 'Auto'. Availability for GPT-5.6 Luna fully recovered once the provider resolved their outage at 16:30 UTC.","incident_id":"kk183dslzdzd","created_at":"2026-08-01T12:30:21.775Z","updated_at":"2026-08-11T06:56:18.810Z","display_at":"2026-08-01T12:30:21.775Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"ns4jqhby5dq0","status":"investigating","body":"The issues with our upstream model provider have been resolved, and GPT-5.6 Luna is once again available in Copilot products and IDE surfaces.\u003cbr /\u003eWe will continue monitoring to ensure stability, but mitigation is complete.","incident_id":"kk183dslzdzd","created_at":"2026-08-01T12:29:20.237Z","updated_at":"2026-08-01T12:29:20.237Z","display_at":"2026-08-01T12:29:20.237Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"lzyhhxvf86s1","status":"investigating","body":"We keep working with our upstream model provider, and are observing recovery. We continue monitoring to ensure stability.","incident_id":"kk183dslzdzd","created_at":"2026-08-01T12:13:24.248Z","updated_at":"2026-08-01T12:13:24.248Z","display_at":"2026-08-01T12:13:24.248Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"kstwh8y5g74p","status":"investigating","body":"We are experiencing degraded availability for the GPT-5.6 Luna model in Copilot products and IDE surfaces. This is due to an issue with an upstream model provider. While we work with them to resolve the issue, we recommend choosing another model or selecting 'Auto' to continue using Copilot","incident_id":"kk183dslzdzd","created_at":"2026-08-01T11:20:02.543Z","updated_at":"2026-08-01T11:20:02.543Z","display_at":"2026-08-01T11:20:02.543Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"rg7ycrsx36rz","status":"investigating","body":"We are investigating reports of degraded performance for Copilot AI Model Providers","incident_id":"kk183dslzdzd","created_at":"2026-08-01T11:16:25.435Z","updated_at":"2026-08-01T11:16:25.435Z","display_at":"2026-08-01T11:16:25.435Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"9tpgqq1h4bs7","name":"Copilot model Claude Fable 5 experiencing elevated errors","status":"resolved","created_at":"2026-07-30T09:07:42.419Z","updated_at":"2026-08-04T16:34:28.851Z","monitoring_at":null,"resolved_at":"2026-07-30T10:12:15.489Z","impact":"minor","shortlink":"https://stspg.io/45g8r57kv3n9","started_at":"2026-07-30T09:07:42.413Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"7f4jmtk5hldk","status":"resolved","body":"On July 30, 2026, the Claude Fable 5 model in GitHub Copilot experienced degraded availability for approximately 73 minutes, from 08:33 to 09:46 UTC. During this time, requests to Claude Fable 5 in Copilot chat and IDE surfaces frequently failed or timed out. This was caused by an issue with an upstream model provider. Other Copilot models were not affected, and users could continue working by selecting another model or 'Auto'. Availability for Claude Fable 5 fully recovered once the provider resolved their outage at 09:46 UTC, and we confirmed resolution at 10:12 UTC.","incident_id":"9tpgqq1h4bs7","created_at":"2026-07-30T10:12:15.489Z","updated_at":"2026-08-04T16:34:28.845Z","display_at":"2026-07-30T10:12:15.489Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"037n83zvm9h2","status":"investigating","body":"The issues with our upstream model provider have been resolved, and Claude Fable 5 is once again available in Copilot products and IDE surfaces.\u003cbr /\u003e\u003cbr /\u003eWe will continue monitoring to ensure stability, but mitigation is complete.","incident_id":"9tpgqq1h4bs7","created_at":"2026-07-30T10:11:55.043Z","updated_at":"2026-07-30T10:11:55.043Z","display_at":"2026-07-30T10:11:55.043Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"kdqcg22bx7g4","status":"investigating","body":"We are experiencing degraded availability for the Claude Fable 5 model in Copilot products and IDE surfaces. This is due to an issue with an upstream model provider. While we work with them to resolve the issue, we recommend choosing another model or selecting 'Auto' to continue using Copilot.","incident_id":"9tpgqq1h4bs7","created_at":"2026-07-30T09:17:26.637Z","updated_at":"2026-07-30T09:17:26.637Z","display_at":"2026-07-30T09:17:26.637Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"0fwv1y51nm9q","status":"investigating","body":"We are investigating reports of degraded performance for Copilot AI Model Providers","incident_id":"9tpgqq1h4bs7","created_at":"2026-07-30T09:07:42.478Z","updated_at":"2026-07-30T09:07:42.478Z","display_at":"2026-07-30T09:07:42.478Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"dsrfymph7my0","name":"Incident with Copilot AI Model Providers","status":"resolved","created_at":"2026-07-29T20:07:07.951Z","updated_at":"2026-08-12T17:25:01.834Z","monitoring_at":null,"resolved_at":"2026-07-29T21:51:26.803Z","impact":"minor","shortlink":"https://stspg.io/tdw1hjz3lj91","started_at":"2026-07-29T20:07:07.943Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"f403shx7v547","status":"resolved","body":"On July 29, 2026, between 19:45 UTC and 21:51 UTC, users of the Fable 5 model in GitHub Copilot experienced increased request failures and latency. The average failure rate across all Copilot requests was 0.006%, while failures for Fable 5 peaked at 21%. Other models remained available. This was caused by degradation of an upstream model provider.\u003cbr /\u003e\u003cbr /\u003eThe affected endpoint recovered, and we monitored the service until error rates and latency returned to normal levels. We are working to add endpoint redundancy to mitigate similar provider issues in the future.","incident_id":"dsrfymph7my0","created_at":"2026-07-29T21:51:26.803Z","updated_at":"2026-08-12T17:25:01.830Z","display_at":"2026-07-29T21:51:26.803Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"7yj63qrg9n8k","status":"investigating","body":"The external ai model provider has resolved the issues, and we have verified Copilot's traffic is fully recovered.","incident_id":"dsrfymph7my0","created_at":"2026-07-29T21:51:15.966Z","updated_at":"2026-07-29T21:51:15.966Z","display_at":"2026-07-29T21:51:15.966Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"4d8b5fkkvlz6","status":"investigating","body":"The external AI model provider is continuing to investigate.","incident_id":"dsrfymph7my0","created_at":"2026-07-29T21:08:31.620Z","updated_at":"2026-07-29T21:08:31.620Z","display_at":"2026-07-29T21:08:31.620Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"vlcfp0ghjf0w","status":"investigating","body":"The external AI model provider has identified the issue and is working to resolve.","incident_id":"dsrfymph7my0","created_at":"2026-07-29T20:38:32.363Z","updated_at":"2026-07-29T20:38:32.363Z","display_at":"2026-07-29T20:38:32.363Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"bq6y57pgphv2","status":"investigating","body":"We are investigating increased error rates affecting GitHub Copilot requests to external AI model providers. Some users may experience failures or degraded performance when using Copilot features.","incident_id":"dsrfymph7my0","created_at":"2026-07-29T20:18:18.929Z","updated_at":"2026-07-29T20:18:18.929Z","display_at":"2026-07-29T20:18:18.929Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"bkltx66r5kcb","status":"investigating","body":"We are seeing increased error rates with requests to specific model providers.","incident_id":"dsrfymph7my0","created_at":"2026-07-29T20:07:43.768Z","updated_at":"2026-07-29T20:07:43.768Z","display_at":"2026-07-29T20:07:43.768Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"dmzmfzw096mt","status":"investigating","body":"We are investigating reports of degraded performance for Copilot AI Model Providers","incident_id":"dsrfymph7my0","created_at":"2026-07-29T20:07:08.018Z","updated_at":"2026-07-29T20:07:08.018Z","display_at":"2026-07-29T20:07:08.018Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"75g5xmzptjqb","name":"Incident with Actions","status":"resolved","created_at":"2026-07-29T15:26:24.392Z","updated_at":"2026-07-30T01:28:07.562Z","monitoring_at":"2026-07-29T15:40:35.731Z","resolved_at":"2026-07-29T16:00:54.006Z","impact":"major","shortlink":"https://stspg.io/8nsh6820sff9","started_at":"2026-07-29T15:26:24.385Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"m2y88z0rsnrv","status":"resolved","body":"On July 29, 2026, from 14:51 UTC to 15:28 UTC, GitHub Actions experienced elevated REST API request timeouts and errors, failures registering runners, and delayed workflow run starts for customers whose traffic was served by a single infrastructure site. This was caused by an under-provisioned internal Actions service in that site: under increased load its instances ran out of memory and became unresponsive, and because Actions API requests wait synchronously on that service, requests routed through the affected site stalled and timed out. During the incident, approximately 2% of workflows were delayed. Requests served by other sites remained unaffected. Both standard and larger hosted runners routed through the affected site could see delayed job starts. \u003cbr /\u003e\u003cbr /\u003eThe issue was mitigated by scaling out the runner-administration service in the affected site and increasing the replica count, which restored API availability and returned workflow run starts to normal. We are working to add horizontal autoscaling, memory-saturation alerting, and scaling-forecast monitoring for this service, along with responder playbooks, to reduce the likelihood of similar issues in the future.","incident_id":"75g5xmzptjqb","created_at":"2026-07-29T16:00:54.006Z","updated_at":"2026-07-30T01:28:07.558Z","display_at":"2026-07-29T16:00:54.006Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"htc067j9ntq0","status":"monitoring","body":"The degradation affecting Actions has been mitigated. We are monitoring to ensure stability.","incident_id":"75g5xmzptjqb","created_at":"2026-07-29T15:40:35.731Z","updated_at":"2026-07-29T15:40:35.731Z","display_at":"2026-07-29T15:40:35.731Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"hf2974ydyqmj","status":"investigating","body":"We are investigating an issue affecting GitHub Actions. Some customers may experience timeouts or failures with runner registration and workflow runs may be delayed during startup. Our team is actively working to mitigate the impact by scaling capacity across additional infrastructure.","incident_id":"75g5xmzptjqb","created_at":"2026-07-29T15:34:07.587Z","updated_at":"2026-07-29T15:34:07.587Z","display_at":"2026-07-29T15:34:07.587Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"7yv4fy0tyr51","status":"investigating","body":"We are investigating reports of degraded availability for Actions","incident_id":"75g5xmzptjqb","created_at":"2026-07-29T15:26:24.457Z","updated_at":"2026-07-29T15:26:24.457Z","display_at":"2026-07-29T15:26:24.457Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"fmmsrcg5x638","name":"Incident with GraphQL API Requests","status":"resolved","created_at":"2026-07-27T03:53:19.034Z","updated_at":"2026-08-11T16:17:32.866Z","monitoring_at":"2026-07-27T04:09:01.497Z","resolved_at":"2026-07-27T04:09:10.590Z","impact":"minor","shortlink":"https://stspg.io/vr201n49yl53","started_at":"2026-07-27T03:53:19.028Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"drfw44m9fqq4","status":"resolved","body":"On July 26, 2026 at 21:34 UTC we began seeing intermittent errors on the GitHub GraphQL API. A subset of GraphQL API requests returned HTTP 502 errors in short bursts. During the impact window an average of 0.09% of GraphQL API requests in the affected region failed, with a peak of 0.50% of requests failing during the worst two-minute period at 03:02 UTC on July 27. Requests that failed generally succeeded when retried, and no data was lost or altered. Other GitHub services were not affected.\u003cbr /\u003e\u003cbr /\u003eThe errors were traced to a single group of servers handling a share of GraphQL API traffic. Application processes on that group intermittently closed connections before completing responses. Impact ended at 03:52 UTC on July 27 when those processes were replaced, and we resolved the incident at 04:09 UTC on July 27 after confirming error rates had returned to normal.\u003cbr /\u003e\u003cbr /\u003eWe are still investigating why those processes closed connections, and that work is being carried out by the team that owns the underlying compute platform. In the meantime we are adding detection and automated mitigation for when a single group of servers behaves differently from its peers.","incident_id":"fmmsrcg5x638","created_at":"2026-07-27T04:09:10.590Z","updated_at":"2026-08-11T16:17:32.862Z","display_at":"2026-07-27T04:09:10.590Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"l53rsb4m6b2v","status":"monitoring","body":"The degradation affecting API Requests has been mitigated. We are monitoring to ensure stability.","incident_id":"fmmsrcg5x638","created_at":"2026-07-27T04:09:01.497Z","updated_at":"2026-07-27T04:09:01.497Z","display_at":"2026-07-27T04:09:01.497Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"952dj9ft00hn","status":"investigating","body":"We are investigating reports of degraded performance for API Requests","incident_id":"fmmsrcg5x638","created_at":"2026-07-27T03:53:19.087Z","updated_at":"2026-07-27T03:53:19.087Z","display_at":"2026-07-27T03:53:19.087Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"brv1bkgrwx7q","name":"API Requests","status":"operational","created_at":"2017-01-31T20:01:46.621Z","updated_at":"2026-09-13T10:44:54.920Z","position":4,"description":"Requests for GitHub APIs","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"pz7g535gbs6p","name":"Actions run failures and delays","status":"resolved","created_at":"2026-07-25T12:31:50.959Z","updated_at":"2026-07-30T18:41:47.898Z","monitoring_at":"2026-07-25T12:59:58.367Z","resolved_at":"2026-07-25T13:13:21.503Z","impact":"critical","shortlink":"https://stspg.io/448g37mrq066","started_at":"2026-07-25T12:31:50.953Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"40fbrl0y9zcy","status":"resolved","body":"Please refer to the combined summary in this related incident: https://www.githubstatus.com/incidents/s65j9gslmfm8","incident_id":"pz7g535gbs6p","created_at":"2026-07-25T13:13:21.503Z","updated_at":"2026-07-30T18:41:47.893Z","display_at":"2026-07-25T13:13:21.503Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"c4tfkcrpwjbg","status":"monitoring","body":"We have seen recovery in GitHub Actions performance following our earlier mitigation. Workflow runs are processing normally, though jobs queued before 12:40 UTC may still experience failures and will need to be retried.","incident_id":"pz7g535gbs6p","created_at":"2026-07-25T13:12:41.317Z","updated_at":"2026-07-25T13:12:41.317Z","display_at":"2026-07-25T13:12:41.317Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"y86xqymm4d7m","status":"monitoring","body":"The degradation affecting Actions has been mitigated. We are monitoring to ensure stability.","incident_id":"pz7g535gbs6p","created_at":"2026-07-25T12:59:58.367Z","updated_at":"2026-07-25T12:59:58.367Z","display_at":"2026-07-25T12:59:58.367Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"2s8j64rtkx4d","status":"investigating","body":"We have applied a mitigation for the infrastructure issue affecting GitHub Actions. Workflow run failures and delays are improving but not yet fully resolved. Our engineering team continues to work on restoring full functionality across all affected infrastructure.","incident_id":"pz7g535gbs6p","created_at":"2026-07-25T12:58:32.832Z","updated_at":"2026-07-25T12:58:32.832Z","display_at":"2026-07-25T12:58:32.832Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"yblvsfvtyyrv","status":"investigating","body":"We are experiencing issues with GitHub Actions that are causing workflow run failures and delays for some users. Our engineering team is actively investigating the infrastructure issue and working to restore full functionality.","incident_id":"pz7g535gbs6p","created_at":"2026-07-25T12:34:26.839Z","updated_at":"2026-07-25T12:34:26.839Z","display_at":"2026-07-25T12:34:26.839Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"fx4blmxlhh4y","status":"investigating","body":"We are investigating reports of degraded availability for Actions","incident_id":"pz7g535gbs6p","created_at":"2026-07-25T12:31:51.013Z","updated_at":"2026-07-25T12:31:51.013Z","display_at":"2026-07-25T12:31:51.013Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"vv9vvksmj4s9","name":"Several GPT models degraded","status":"resolved","created_at":"2026-07-25T09:42:28.889Z","updated_at":"2026-07-30T16:04:22.692Z","monitoring_at":"2026-07-25T10:04:39.601Z","resolved_at":"2026-07-25T10:11:16.738Z","impact":"major","shortlink":"https://stspg.io/vh0xxw69dr6v","started_at":"2026-07-25T09:42:28.883Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"mdbnd8pr0vlq","status":"resolved","body":"On July 25, 2026, between 09:07 and 10:04 UTC, the GPT-5.2, GPT-5.3-Codex, GPT-5.4, GPT-5.4 Mini, GPT-5.6 Sol, GPT-5.6 Terra and GPT-5.6 Luna models experienced degraded availability in GitHub Copilot products and IDE surfaces. Requests to these models had an average failure rate of 5.6%. Other Copilot models remained available as alternatives.\u003cbr /\u003e\u003cbr /\u003eThe degradation was caused by an issue with an upstream model provider. Success rates returned to normal after the upstream issue was mitigated, and we continued monitoring before resolving the incident. We are working on improving the automated failover for the affected models to prevent similar incidents in the future.","incident_id":"vv9vvksmj4s9","created_at":"2026-07-25T10:11:16.738Z","updated_at":"2026-07-30T16:04:22.686Z","display_at":"2026-07-25T10:11:16.738Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"smklsn309xg8","status":"monitoring","body":"The degradation affecting Copilot AI Model Providers has been mitigated. We are monitoring to ensure stability.","incident_id":"vv9vvksmj4s9","created_at":"2026-07-25T10:04:39.601Z","updated_at":"2026-07-25T10:04:39.601Z","display_at":"2026-07-25T10:04:39.601Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"partial_outage","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"2rz9vhwbkhff","status":"investigating","body":"We are experiencing degraded availability for the GPT-5.2, GPT-5.3-Codex, GPT-5.4, GPT-5.4 Mini, GPT-5.6 Sol, GPT-5.6 Terra, and GPT-5.6 Luna models in Copilot products and IDE surfaces. This is due to an issue with an upstream model provider. While we work with them to resolve the issue, we recommend choosing another model or selecting 'Auto' to continue using Copilot.","incident_id":"vv9vvksmj4s9","created_at":"2026-07-25T09:48:30.969Z","updated_at":"2026-07-25T09:48:30.969Z","display_at":"2026-07-25T09:48:30.969Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"8ql04hwt1g1w","status":"investigating","body":"We are investigating reports of degraded availability for Copilot AI Model Providers","incident_id":"vv9vvksmj4s9","created_at":"2026-07-25T09:42:28.945Z","updated_at":"2026-07-25T09:42:28.945Z","display_at":"2026-07-25T09:42:28.945Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"s65j9gslmfm8","name":"Incident with Actions","status":"resolved","created_at":"2026-07-25T08:59:37.057Z","updated_at":"2026-07-30T18:33:14.719Z","monitoring_at":"2026-07-25T09:13:09.336Z","resolved_at":"2026-07-25T09:25:30.607Z","impact":"minor","shortlink":"https://stspg.io/vkt1mn9sny66","started_at":"2026-07-25T08:59:37.051Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"cyyg0bvntj9b","status":"resolved","body":"On July 25, 2026, GitHub Actions experienced two related periods of degradation that caused some workflow runs to be delayed by more than 5 minutes or end with infrastructure failures. \u003cbr /\u003e\u003cbr /\u003eFirst period (08:45 – 09:13 UTC): During planned maintenance on a critical-path Redis cluster for Actions, one participating region was left in a degraded state. Separately, an independent capacity operation temporarily removed another region from the cluster and redirected its traffic to the degraded region. This created cross-region inconsistencies in job-assignment state, causing workflow runs to be delayed, exhaust retries, or fail outright. At peak, about 7% of runs were delayed by more than 5 minutes, and 25% of runs failed with an infrastructure error during the course of the incident. We mitigated the incident at 09:13 UTC by returning traffic to its normal distribution. \u003cbr /\u003e\u003cbr /\u003eSecond period (12:08 – 12:48 UTC): As part of mitigating the first incident, traffic was returned to the regional instance that was still undergoing its capacity increase. Multiple Redis nodes in the scaling region experienced failures, increasing traffic to healthy nodes and causing connection limits to be reached on many nodes. At peak, 30% of runs were delayed by more than 5 minutes, and 60% of runs failed with an infrastructure error during the course of the incident. We mitigated the incident at 12:48 UTC by redirecting workflow traffic away from the scaling region. \u003cbr /\u003e\u003cbr /\u003eWe are adding stronger regional health and capacity checks before maintenance and requiring a stable observation period before restoring traffic. We are also improving automated connection resiliency, and partnering with our platform dependency to automatically detect and remediate unhealthy cluster members and shard imbalance.  More generally, we already had work underway to improve the resiliency and scale of this piece of Actions infrastructure.","incident_id":"s65j9gslmfm8","created_at":"2026-07-25T09:25:30.607Z","updated_at":"2026-07-30T18:33:14.712Z","display_at":"2026-07-25T09:25:30.607Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"8wt9b1sh5pkl","status":"monitoring","body":"We identified an issue causing delays in GitHub Actions run starts. Some users may have experienced longer than expected wait times when triggering workflow runs. We have applied mitigations and have recovered. Our team continues to monitor and investigate the root cause.","incident_id":"s65j9gslmfm8","created_at":"2026-07-25T09:20:23.795Z","updated_at":"2026-07-25T09:21:19.336Z","display_at":"2026-07-25T09:20:23.795Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"9znv9xkz10yl","status":"monitoring","body":"The degradation affecting Actions has been mitigated. We are monitoring to ensure stability.","incident_id":"s65j9gslmfm8","created_at":"2026-07-25T09:13:09.336Z","updated_at":"2026-07-25T09:13:09.336Z","display_at":"2026-07-25T09:13:09.336Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"49lclt77r370","status":"investigating","body":"We are investigating reports of degraded performance for Actions","incident_id":"s65j9gslmfm8","created_at":"2026-07-25T08:59:37.122Z","updated_at":"2026-07-25T08:59:37.122Z","display_at":"2026-07-25T08:59:37.122Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"jxd617hfwfq8","name":"Incident with Pull Requests","status":"resolved","created_at":"2026-07-24T19:37:28.079Z","updated_at":"2026-07-29T19:49:41.102Z","monitoring_at":"2026-07-24T20:02:39.236Z","resolved_at":"2026-07-24T20:23:10.319Z","impact":"critical","shortlink":"https://stspg.io/sm1tp7kfm4vj","started_at":"2026-07-24T19:37:28.071Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"h51gbgc5m5zz","status":"resolved","body":"Between July 24, 19:17 UTC and July 24, 20:02 UTC, users were unable to create pull requests due to a database schema change. In total, 113,930 pull request creation attempts were impacted across 50,904 users, with an average error rate of 1.75% and a maximum error rate of 2.25% for all requests to Pull Requests service. Existing pull requests and other GitHub functionality were not affected. The issue was resolved by reverting the change to the affected database, upon which pull request creation immediately resumed.\u003cbr /\u003e\u003cbr /\u003eThe root cause was related to a backfill workflow into the Vitess keyspace hosting Pull Request data. The backfill Vitess command encountered errors and increased VReplication lag, and the workflow was canceled at 19:17 UTC. The cancellation executed a misunderstood Vitess codepath that dropped the backing table to the target keyspace, leaving a non-existent reference that resulted in errors creating Pull Requests. The mitigation was executing a command to drop the vschema reference to the dropped table, allowing Pull Request creation to resume.\u003cbr /\u003e\u003cbr /\u003eWe are adding stronger pre-flight validation to our tooling to prevent similar issues and expanding lower-environment support to provide better test coverage end-to-end before promoting them to production. We're also fixing our backfill migration tooling to protect from this specific codepath.","incident_id":"jxd617hfwfq8","created_at":"2026-07-24T20:23:10.319Z","updated_at":"2026-07-29T19:49:41.096Z","display_at":"2026-07-24T20:23:10.319Z","affected_components":[{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"2g4t08c40dbr","status":"monitoring","body":"The degradation affecting Pull Requests has been mitigated. We are monitoring to ensure stability.","incident_id":"jxd617hfwfq8","created_at":"2026-07-24T20:02:39.236Z","updated_at":"2026-07-24T20:02:39.236Z","display_at":"2026-07-24T20:02:39.236Z","affected_components":[{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"sjf31xcqv9zn","status":"investigating","body":"We have applied a mitigation and are monitoring for recovery","incident_id":"jxd617hfwfq8","created_at":"2026-07-24T19:59:57.275Z","updated_at":"2026-07-24T19:59:57.275Z","display_at":"2026-07-24T19:59:57.275Z","affected_components":[{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"major_outage","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"2zmhwpgd2kyc","status":"investigating","body":"Pull Requests is experiencing degraded availability. We are continuing to investigate.","incident_id":"jxd617hfwfq8","created_at":"2026-07-24T19:43:40.031Z","updated_at":"2026-07-24T19:43:40.031Z","display_at":"2026-07-24T19:43:40.031Z","affected_components":[{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"major_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"d2g87ttcmj6n","status":"investigating","body":"We are investigating errors creating pull requests","incident_id":"jxd617hfwfq8","created_at":"2026-07-24T19:40:45.691Z","updated_at":"2026-07-24T19:40:45.691Z","display_at":"2026-07-24T19:40:45.691Z","affected_components":[{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"x8wzbkbbfblq","status":"investigating","body":"We are investigating reports of degraded performance for Pull Requests","incident_id":"jxd617hfwfq8","created_at":"2026-07-24T19:37:28.159Z","updated_at":"2026-07-24T19:37:28.159Z","display_at":"2026-07-24T19:37:28.159Z","affected_components":[{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"hhtssxt0f5v2","name":"Pull Requests","status":"operational","created_at":"2020-09-02T15:39:06.329Z","updated_at":"2026-09-13T10:44:54.952Z","position":6,"description":"Requests for Pull Requests on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"yjysg0xrl67m","name":"Disruption with some GitHub services","status":"resolved","created_at":"2026-07-24T16:17:31.499Z","updated_at":"2026-07-29T02:36:25.139Z","monitoring_at":null,"resolved_at":"2026-07-24T17:36:50.993Z","impact":"major","shortlink":"https://stspg.io/j5c80shxqm53","started_at":"2026-07-24T16:17:31.492Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"1d87ylhsd6wd","status":"resolved","body":"On July 24th at 16:04 UTC, a loss of connectivity occurred in network paths in one of our three physical data center availability zones (AZs). This resulted in packet loss due to the remaining active paths becoming saturated. Our data centers use a leaf-spine switch fabric in each compute cage, and an aggregation layer interconnecting the spines from each cage within each AZ. The loss of connectivity affected links between one cage’s spine switches and the aggregation layer within that specific AZ. \u003cbr /\u003e\u003cbr /\u003eWorkloads depending on compute resources in this cage became degraded due to packet loss, and exhibited intermittent errors: \u003cbr /\u003e\u003cbr /\u003e- Actions saw 10% of jobs fail during the impact window, and 5% of jobs succeeded but with delayed starts. \u003cbr /\u003e- 27% of GitHub issues interactions saw slow requests or timeouts. \u003cbr /\u003e- 4% of GitHub Copilot requests experienced errors, though most automatically retry. \u003cbr /\u003e- 4% of git push operations saw impacts during the affected window. \u003cbr /\u003e- Authentication requests saw increased latency during the affected window, but error rates, while elevated, were \u003c 1% in all cases.  \u003cbr /\u003e\u003cbr /\u003eWe were able to mitigate the outage by re-routing affected connections to available fiber paths that were allocated for future capacity upgrades. Sufficient network capacity to eliminate packet loss was restored at 17:07, with most services showing full recovery by 17:16. All paths were restored and services healthy at 17:36. \u003cbr /\u003e\u003cbr /\u003eThis incident affected 25% of available network interconnect capacity. Older cages utilize a 100Gbps network interface standard. To remove risk of reoccurrence, a planned upgrade to 400Gbps interfaces is being accelerated as much as possible, ensuring increased bandwidth available at all layers of the switch fabric for resiliency to path or device loss.","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T17:36:50.993Z","updated_at":"2026-07-29T02:36:25.135Z","display_at":"2026-07-24T17:36:50.993Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"p48gb0cqfhld","status":"investigating","body":"We are seeing recovery across all services","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T17:24:27.324Z","updated_at":"2026-07-24T17:24:27.324Z","display_at":"2026-07-24T17:24:27.324Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"vwg4mw6tzsp6","status":"investigating","body":"The degradation affecting API Requests, Actions, Copilot, Issues, Pages and Pull Requests has been mitigated. We are monitoring to ensure stability.","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T17:16:44.181Z","updated_at":"2026-07-24T17:16:44.181Z","display_at":"2026-07-24T17:16:44.181Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"operational"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"0rp3bgc6fvbl","status":"investigating","body":"Actions is experiencing degraded performance. We are continuing to investigate.","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T16:41:59.232Z","updated_at":"2026-07-24T16:41:59.232Z","display_at":"2026-07-24T16:41:59.232Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"xhvwpnn2kn4q","status":"investigating","body":"We have applied a mitigation and are monitoring for recovery","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T16:40:27.946Z","updated_at":"2026-07-24T16:40:27.946Z","display_at":"2026-07-24T16:40:27.946Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"m44s2b9rbgsl","status":"investigating","body":"Actions is experiencing degraded availability. We are continuing to investigate.","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T16:28:37.283Z","updated_at":"2026-07-24T16:28:37.283Z","display_at":"2026-07-24T16:28:37.283Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"partial_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"nzw67ssqpl52","status":"investigating","body":"Pages is experiencing degraded performance. We are continuing to investigate.","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T16:27:51.934Z","updated_at":"2026-07-24T16:27:51.934Z","display_at":"2026-07-24T16:27:51.934Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"pql6vmkx1s4g","status":"investigating","body":"Copilot is experiencing degraded performance. We are continuing to investigate.","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T16:26:47.181Z","updated_at":"2026-07-24T16:26:47.181Z","display_at":"2026-07-24T16:26:47.181Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"p0nvls36ccdc","status":"investigating","body":"We are investigating timeouts to some GitHub services","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T16:22:37.945Z","updated_at":"2026-07-24T16:22:37.945Z","display_at":"2026-07-24T16:22:37.945Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"hscgqnl2q5jl","status":"investigating","body":"Pull Requests is experiencing degraded performance. We are continuing to investigate.","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T16:20:10.002Z","updated_at":"2026-07-24T16:20:10.002Z","display_at":"2026-07-24T16:20:10.002Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"q82xjpf22hzj","status":"investigating","body":"Actions is experiencing degraded performance. We are continuing to investigate.","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T16:19:39.348Z","updated_at":"2026-07-24T16:19:39.348Z","display_at":"2026-07-24T16:19:39.348Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"g34kbbs9k26c","status":"investigating","body":"We are investigating reports of degraded performance for API Requests and Issues","incident_id":"yjysg0xrl67m","created_at":"2026-07-24T16:17:31.584Z","updated_at":"2026-07-24T16:17:31.584Z","display_at":"2026-07-24T16:17:31.584Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"brv1bkgrwx7q","name":"API Requests","status":"operational","created_at":"2017-01-31T20:01:46.621Z","updated_at":"2026-09-13T10:44:54.920Z","position":4,"description":"Requests for GitHub APIs","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"kr09ddfgbfsf","name":"Issues","status":"operational","created_at":"2017-01-31T20:01:46.638Z","updated_at":"2026-09-13T10:44:54.937Z","position":5,"description":"Requests for Issues on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"hhtssxt0f5v2","name":"Pull Requests","status":"operational","created_at":"2020-09-02T15:39:06.329Z","updated_at":"2026-09-13T10:44:54.952Z","position":6,"description":"Requests for Pull Requests on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"vg70hn9s2tyj","name":"Pages","status":"operational","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2026-09-13T10:44:54.985Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"pjmpxvq2cmr2","name":"Copilot","status":"operational","created_at":"2022-06-21T16:04:33.017Z","updated_at":"2026-08-17T21:15:46.595Z","position":10,"description":null,"showcase":true,"start_date":"2022-06-21","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"594m87r8sw13","name":"Incident With Blocked GitHub.com Traffic","status":"resolved","created_at":"2026-07-24T11:00:00.000Z","updated_at":"2026-07-24T15:56:48.891Z","monitoring_at":null,"resolved_at":"2026-07-24T11:00:00.000Z","impact":"none","shortlink":"https://stspg.io/dd1j7wg77hn9","started_at":"2026-07-24T15:56:48.829Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"4vz29my0d0gw","status":"resolved","body":"Between July 23, 2026 at 18:45 UTC and July 24, 2026 at 11:19 UTC, an abuse mitigation update caused some legitimate customers whose traffic was routed through our Central Europe and South America edge locations to be incorrectly blocked from GitHub.com. We estimate that approximately 0.25% of GitHub.com requests were affected during this period.\n\nThis was caused by an abuse mitigation configuration that incorrectly classified legitimate traffic. We mitigated the incident by reverting the update. We are adding validation and safeguards to prevent similar incorrect blocking in the future.","incident_id":"594m87r8sw13","created_at":"2026-07-24T15:56:48.881Z","updated_at":"2026-07-24T15:56:48.881Z","display_at":"2026-07-24T11:00:00.000Z","affected_components":null,"deliver_notifications":false,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"zq3c1jst2vkq","name":"Latency issues across a number of services","status":"resolved","created_at":"2026-07-23T07:53:59.358Z","updated_at":"2026-07-27T21:51:04.953Z","monitoring_at":"2026-07-23T09:39:11.833Z","resolved_at":"2026-07-23T09:39:19.558Z","impact":"major","shortlink":"https://stspg.io/syhr80rth84z","started_at":"2026-07-23T07:53:59.347Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"0kqtxsskfxgk","status":"resolved","body":"On July 23, 2026, between 07:08 and 09:39 UTC, several services experienced delays: 8% of actions workflow runs experienced an average run start delay of 10 minutes, 5% of webhook deliveries exceeded SLO, and code scanning, repos, notifications, issues and pull requests experienced increased latency over the life of the incident.    \u003cbr /\u003e\u003cbr /\u003eThe root cause of the incident was a node of our background job processing system which did not recover after entering scheduled host maintenance.  The incident was mitigated by identifying the problematic shard and restoring its correct state, after which queue backlogs drained and services recovered.  \u003cbr /\u003e\u003cbr /\u003eTo speed mitigation, we have added monitors for nodes in this unhealthy state after maintenance operations.  To prevent future recurrence, we are adapting our lifecycle automation to verify host rejoin after a scheduled reboot.","incident_id":"zq3c1jst2vkq","created_at":"2026-07-23T09:39:19.558Z","updated_at":"2026-07-27T21:51:04.949Z","display_at":"2026-07-23T09:39:19.558Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"2kyzzvtz8k3m","status":"monitoring","body":"The degradation has been mitigated. We are monitoring to ensure stability.","incident_id":"zq3c1jst2vkq","created_at":"2026-07-23T09:39:11.833Z","updated_at":"2026-07-23T09:39:11.833Z","display_at":"2026-07-23T09:39:11.833Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"75hdy99hpk5n","status":"investigating","body":"Webhooks is operating normally.","incident_id":"zq3c1jst2vkq","created_at":"2026-07-23T09:35:17.965Z","updated_at":"2026-07-23T09:35:17.965Z","display_at":"2026-07-23T09:35:17.965Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"r5d74zh225fg","status":"investigating","body":"The degradation affecting Pull Requests has been mitigated. We are monitoring to ensure stability.","incident_id":"zq3c1jst2vkq","created_at":"2026-07-23T09:27:35.340Z","updated_at":"2026-07-23T09:27:35.340Z","display_at":"2026-07-23T09:27:35.340Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"ppfk8bczsh4t","status":"investigating","body":"We identified the source of latency affecting multiple services and applied a fix. Issues and Actions are recovering, and remaining affected services are seeing improvement as processing backlogs clear. We are actively monitoring recovery across all services.","incident_id":"zq3c1jst2vkq","created_at":"2026-07-23T09:22:21.016Z","updated_at":"2026-07-23T09:22:21.016Z","display_at":"2026-07-23T09:22:21.016Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mzj2z08dyjvr","status":"investigating","body":"The degradation affecting Actions has been mitigated. We are monitoring to ensure stability.","incident_id":"zq3c1jst2vkq","created_at":"2026-07-23T09:19:49.973Z","updated_at":"2026-07-23T09:19:49.973Z","display_at":"2026-07-23T09:19:49.973Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"operational"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mt758nrn2cbl","status":"investigating","body":"The degradation affecting Issues has been mitigated. We are monitoring to ensure stability.","incident_id":"zq3c1jst2vkq","created_at":"2026-07-23T09:18:37.845Z","updated_at":"2026-07-23T09:18:37.845Z","display_at":"2026-07-23T09:18:37.845Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"operational"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"1mm6hv2wjrl0","status":"investigating","body":"We're currently investigating latency across multiple services. This can show as Actions jobs taking longer to start, Issues search serving stale results, and other listed services being similarly impacted.","incident_id":"zq3c1jst2vkq","created_at":"2026-07-23T08:34:23.597Z","updated_at":"2026-07-23T08:34:23.597Z","display_at":"2026-07-23T08:34:23.597Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"8mq7pgb7gfwb","status":"investigating","body":"Pull Requests is experiencing degraded performance. We are continuing to investigate.","incident_id":"zq3c1jst2vkq","created_at":"2026-07-23T08:25:16.023Z","updated_at":"2026-07-23T08:25:16.023Z","display_at":"2026-07-23T08:25:16.023Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"},{"code":"hhtssxt0f5v2","name":"Pull Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"yr8pyqdv7qwt","status":"investigating","body":"We are investigating reports of degraded availability for Actions, Issues and Webhooks","incident_id":"zq3c1jst2vkq","created_at":"2026-07-23T07:53:59.492Z","updated_at":"2026-07-23T07:53:59.492Z","display_at":"2026-07-23T07:53:59.492Z","affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"degraded_performance"},{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"4230lsnqdsld","name":"Webhooks","status":"operational","created_at":"2019-11-13T18:00:24.256Z","updated_at":"2026-08-17T16:59:38.017Z","position":2,"description":"Real time HTTP callbacks of user-generated and system events","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"kr09ddfgbfsf","name":"Issues","status":"operational","created_at":"2017-01-31T20:01:46.638Z","updated_at":"2026-09-13T10:44:54.937Z","position":5,"description":"Requests for Issues on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"hhtssxt0f5v2","name":"Pull Requests","status":"operational","created_at":"2020-09-02T15:39:06.329Z","updated_at":"2026-09-13T10:44:54.952Z","position":6,"description":"Requests for Pull Requests on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"20frdtvv3yg6","name":"Disruption with actions hosted runners","status":"resolved","created_at":"2026-07-22T20:43:43.797Z","updated_at":"2026-07-24T23:09:42.211Z","monitoring_at":"2026-07-22T22:01:57.549Z","resolved_at":"2026-07-22T22:09:26.957Z","impact":"minor","shortlink":"https://stspg.io/hccgdw2k2b1q","started_at":"2026-07-22T20:43:43.789Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"02zk52mdqsq8","status":"resolved","body":"On July 22, 2026, between 19:36 UTC and 22:04 UTC, GitHub Actions experienced delayed and failed job starts on GitHub-hosted runners. The incident was caused by an unhealthy state in a backend data service responsible for provisioning hosted runners, preventing runner acquisition for a subset of workloads. During most of the incident, approximately 15% of workflow runs on hosted runners were delayed by more than 5 minutes, while roughly 1% failed to start.\u003cbr /\u003e\u003cbr /\u003eAt 21:49 UTC, we restored the health of the backend data replication system, allowing provisioning to recover and the accumulated workflow backlog to drain. Service performance then returned to expected levels. We are improving provisioning-service resiliency, workload distribution, and capacity balancing to reduce the likelihood and impact of similar incidents.","incident_id":"20frdtvv3yg6","created_at":"2026-07-22T22:09:26.957Z","updated_at":"2026-07-24T23:09:42.206Z","display_at":"2026-07-22T22:09:26.957Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"bbdq20tkd55c","status":"monitoring","body":"The degradation affecting Actions has been mitigated. We are monitoring to ensure stability.","incident_id":"20frdtvv3yg6","created_at":"2026-07-22T22:01:57.549Z","updated_at":"2026-07-22T22:01:57.549Z","display_at":"2026-07-22T22:01:57.549Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"hsnkhygj7qpy","status":"investigating","body":"The degradation affecting Actions has been mitigated. We are monitoring to ensure stability.","incident_id":"20frdtvv3yg6","created_at":"2026-07-22T22:01:51.972Z","updated_at":"2026-07-22T22:01:51.972Z","display_at":"2026-07-22T22:01:51.972Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"70q12wmx3ckx","status":"investigating","body":"Approximately 3% of GitHub Actions runs on GitHub-hosted runners are experiencing run start delays exceeding 5 minutes. A small portion of these runs may fail after extended delays. We have identified the cause and are working on a mitigation.","incident_id":"20frdtvv3yg6","created_at":"2026-07-22T20:47:02.375Z","updated_at":"2026-07-22T20:47:02.375Z","display_at":"2026-07-22T20:47:02.375Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"0nkb28qlrqrw","status":"investigating","body":"We are investigating reports of degraded performance for Actions","incident_id":"20frdtvv3yg6","created_at":"2026-07-22T20:43:43.871Z","updated_at":"2026-07-22T20:43:43.871Z","display_at":"2026-07-22T20:43:43.871Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"g40zcbvchny4","name":"Some SSH connections using deploy keys are failing","status":"resolved","created_at":"2026-07-21T10:31:44.123Z","updated_at":"2026-07-29T17:30:57.024Z","monitoring_at":null,"resolved_at":"2026-07-21T11:57:01.311Z","impact":"critical","shortlink":"https://stspg.io/jczxclgm9znm","started_at":"2026-07-21T10:31:44.118Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"9n25ch5llc92","status":"resolved","body":"On July 21, 2026, between 07:41 UTC and 11:57 UTC, the SSH Authentication service was degraded and some SSH connections failed to authenticate. On average, 12.2% of SSH authentication requests failed, peaking at 15.7%. Both user RSA keys and deploy keys were impacted. This was due to a change in how our SSH service handled one public-key authentication method that caused the affected authentication attempts to be rejected as invalid. \u003cbr /\u003e\u003cbr /\u003eWe mitigated the incident by reverting the change, after which SSH authentication returned to normal. \u003cbr /\u003e\u003cbr /\u003eWe are working to expand our automated test coverage for our SSH public-key authentication flows to catch more edge cases and to improve observability and alerting on SSH authentication failures, to reduce our time to detection and mitigation of issues like this one in the future.","incident_id":"g40zcbvchny4","created_at":"2026-07-21T11:57:01.311Z","updated_at":"2026-07-29T17:30:57.018Z","display_at":"2026-07-21T11:57:01.311Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mzv8f1bk3s49","status":"investigating","body":"We have identified a recent code change as a potential cause of the SSH authentication failures affecting deploy key connections. Our engineering team is rolling back this change. Customers using deploy keys for SSH access to repositories may continue to experience intermittent connection failures until the fix is deployed.","incident_id":"g40zcbvchny4","created_at":"2026-07-21T11:46:47.091Z","updated_at":"2026-07-21T11:46:47.091Z","display_at":"2026-07-21T11:46:47.091Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"5h5hz3q1xk3m","status":"investigating","body":"We are investigating reports of intermittent SSH authentication failures affecting connections that use deploy keys. Customers may experience failed SSH connections when interacting with repositories via deploy keys. Our engineering team is actively investigating the root cause and working toward resolution.","incident_id":"g40zcbvchny4","created_at":"2026-07-21T11:04:43.642Z","updated_at":"2026-07-21T11:04:43.642Z","display_at":"2026-07-21T11:04:43.642Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"qb0gklk516dl","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"g40zcbvchny4","created_at":"2026-07-21T10:31:44.156Z","updated_at":"2026-07-21T10:31:44.156Z","display_at":"2026-07-21T10:31:44.156Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"fd7j2mw8xw94","name":"Disruption with GPT 5.3 Codex","status":"resolved","created_at":"2026-07-20T16:03:51.187Z","updated_at":"2026-07-29T20:18:05.126Z","monitoring_at":null,"resolved_at":"2026-07-20T18:37:08.022Z","impact":"minor","shortlink":"https://stspg.io/7ls47qxt8lpq","started_at":"2026-07-20T16:03:51.177Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"gd7fy9kr96rr","status":"resolved","body":"Between 06:39 and 18:11 UTC on July 20, 2026, the Copilot service experienced a degradation of the GPT 5.3 model due to an issue with our upstream provider. The upstream model provider returned intermittent errors for GPT 5.3 Codex requests, which caused some responses to fail. Auto mode requests that had selected GPT 5.3 Codex were also impacted. On average about 2% of GPT 5.3 Codex requests failed during this window. Copilot automatically routed eligible traffic away from the impacted provider to reduce customer impact. No other models were impacted.\u003cbr /\u003e\u003cbr /\u003eWe worked with the upstream provider throughout the incident and confirmed sustained recovery before resolving.","incident_id":"fd7j2mw8xw94","created_at":"2026-07-20T18:37:08.022Z","updated_at":"2026-07-29T20:18:05.121Z","display_at":"2026-07-20T18:37:08.022Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"byh7r7nq0t7p","status":"investigating","body":"We are seeing signs of sustained recovery from the upstream provider for GPT 5.3 Codex requests. Requests  are succeeding as expected. We are awaiting confirmation from the provider that the issue is fully mitigated before resolving this incident.","incident_id":"fd7j2mw8xw94","created_at":"2026-07-20T18:25:51.982Z","updated_at":"2026-07-20T18:25:51.982Z","display_at":"2026-07-20T18:25:51.982Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"lnp080gypymx","status":"investigating","body":"The upstream provider continues to return intermittent errors for GPT 5.3 Codex requests. Some users may experience failed or interrupted responses when using this model. Traffic continues to be automatically rerouted to reduce impact, and we are actively working with the upstream provider on a resolution. In the meantime, selecting an alternative model will avoid disruption.","incident_id":"fd7j2mw8xw94","created_at":"2026-07-20T17:21:18.855Z","updated_at":"2026-07-20T17:21:18.855Z","display_at":"2026-07-20T17:21:18.855Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"yc012530pl6v","status":"investigating","body":"We identified that an upstream provider is returning errors for GPT 5.3 Codex requests, causing some users to experience failed or interrupted responses. Traffic is being automatically rerouted to mitigate impact. We are working with the upstream provider to resolve the underlying issue. We recommend using a different model at this time while we resolve the problem.","incident_id":"fd7j2mw8xw94","created_at":"2026-07-20T16:39:46.794Z","updated_at":"2026-07-20T16:39:46.794Z","display_at":"2026-07-20T16:39:46.794Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"0c63ygxm7kkx","status":"investigating","body":"We are investigating GPT Codex 5.3 performance.","incident_id":"fd7j2mw8xw94","created_at":"2026-07-20T16:04:26.517Z","updated_at":"2026-07-20T16:04:26.517Z","display_at":"2026-07-20T16:04:26.517Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"y9r7c45nqpgz","status":"investigating","body":"We are investigating reports of degraded performance for Copilot AI Model Providers","incident_id":"fd7j2mw8xw94","created_at":"2026-07-20T16:03:51.272Z","updated_at":"2026-07-20T16:03:51.272Z","display_at":"2026-07-20T16:03:51.272Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"8vfyvq16hzh9","name":"Incident with GitHub Actions","status":"resolved","created_at":"2026-07-19T23:34:03.457Z","updated_at":"2026-07-21T21:34:18.768Z","monitoring_at":"2026-07-20T03:34:48.538Z","resolved_at":"2026-07-20T04:44:03.085Z","impact":"critical","shortlink":"https://stspg.io/w8d77c7t94zf","started_at":"2026-07-19T23:34:03.450Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"nkwym3dbqyqv","status":"resolved","body":"Between July 19, 2026, at 23:05 UTC and July 20, 2026, at 03:55 UTC, Actions self-hosted and larger runners were unable to connect to GitHub. During this period, Actions jobs were delayed or failed when trying to acquire a runner. Jobs using standard and Mac hosted runners were not affected. Reconnection traffic from affected runners also increased load on GitHub APIs, resulting in 3-4 seconds of additional average request latency and elevated 5xx error rates. \u003cbr /\u003e\u003cbr /\u003eThe incident was caused by a certificate lifecycle management failure in a subset of internal services, resulting in an SSL certificate expiration that disrupted runner connectivity. We restored service by rotating the affected certificate. Recovery began at 02:45 UTC. By 03:55 UTC, queued workflow backlog had been processed and workflow delay rates returned to normal.\u003cbr /\u003e\u003cbr /\u003eTo prevent recurrence, we are strengthening certificate renewal automation, adding fallback expiry monitoring and alerting, and improving circuit-breaker protections during runner API disruptions to reduce the risk of cascading impact to other APIs.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T04:44:03.085Z","updated_at":"2026-07-21T21:34:18.765Z","display_at":"2026-07-20T04:44:03.085Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"c7rf71z386t9","status":"monitoring","body":"Actions has fully recovered, and we will continue to monitor the platform to ensure stability.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T04:43:50.571Z","updated_at":"2026-07-20T04:43:50.571Z","display_at":"2026-07-20T04:43:50.571Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"5zvgnr96zst6","status":"monitoring","body":"The degradation affecting Actions has been mitigated. We are monitoring to ensure stability.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T03:34:48.538Z","updated_at":"2026-07-20T03:34:48.538Z","display_at":"2026-07-20T03:34:48.538Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"83ls308hx2hb","status":"investigating","body":"We’re seeing recovery across all impacted Actions runners. The team is continuing to monitor for global recovery.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T03:27:10.160Z","updated_at":"2026-07-20T03:27:10.160Z","display_at":"2026-07-20T03:27:10.160Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"vblc9mjwkrbc","status":"investigating","body":"API Requests is operating normally.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T03:03:45.986Z","updated_at":"2026-07-20T03:03:45.986Z","display_at":"2026-07-20T03:03:45.986Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"operational"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"5cl4ndsmbw3q","status":"investigating","body":"Issues, API Requests, and Pages have recovered. We are continuing to work on restoring GitHub Actions jobs using self-hosted or larger-hosted runners.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T02:43:43.923Z","updated_at":"2026-07-20T02:43:43.923Z","display_at":"2026-07-20T02:43:43.923Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"xf1p70c18yr2","status":"investigating","body":"API Requests is experiencing degraded performance. We are continuing to investigate.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T02:23:53.893Z","updated_at":"2026-07-20T02:23:53.893Z","display_at":"2026-07-20T02:23:53.893Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"partial_outage","new_status":"degraded_performance"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"l868jntz2ym7","status":"investigating","body":"Issues is operating normally.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T02:20:04.426Z","updated_at":"2026-07-20T02:20:04.426Z","display_at":"2026-07-20T02:20:04.426Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"partial_outage","new_status":"partial_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"26dtdv9rthr3","status":"investigating","body":"Pages is operating normally.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T01:37:10.130Z","updated_at":"2026-07-20T01:37:10.130Z","display_at":"2026-07-20T01:37:10.130Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"partial_outage","new_status":"partial_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"897s2c9t0k1p","status":"investigating","body":"We continue to work on mitigative efforts to restore Actions workflow runners, and have observed that the extended downtime has started to cause knock-on effects to other services.\u003cbr /\u003e\u003cbr /\u003eA separate incident was opened before we understood they were related. We will continue to post updates on this incident.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T01:11:39.155Z","updated_at":"2026-07-20T01:11:39.155Z","display_at":"2026-07-20T01:11:39.155Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"partial_outage","new_status":"partial_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"n4y5wzrc56ln","status":"investigating","body":"Issues is experiencing degraded performance. We are continuing to investigate.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T00:52:40.285Z","updated_at":"2026-07-20T00:52:40.285Z","display_at":"2026-07-20T00:52:40.285Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"partial_outage","new_status":"partial_outage"},{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"degraded_performance"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"q665r5jlxdvr","status":"investigating","body":"Actions and Pages are experiencing degraded performance. We are continuing to investigate.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T00:49:33.644Z","updated_at":"2026-07-20T00:49:33.644Z","display_at":"2026-07-20T00:49:33.644Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"partial_outage","new_status":"partial_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"degraded_performance"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"n60zsppxnzh2","status":"investigating","body":"Actions is experiencing degraded performance. We are continuing to investigate.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T00:48:31.783Z","updated_at":"2026-07-20T00:48:31.783Z","display_at":"2026-07-20T00:48:31.783Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"partial_outage","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"433kcdjcj019","status":"investigating","body":"Actions is experiencing degraded availability. We are continuing to investigate.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T00:20:23.240Z","updated_at":"2026-07-20T00:20:23.240Z","display_at":"2026-07-20T00:20:23.240Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"partial_outage","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"partial_outage"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"klj3wxq2qhn0","status":"investigating","body":"API Requests is experiencing degraded availability. We are continuing to investigate.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-20T00:07:41.038Z","updated_at":"2026-07-20T00:07:41.038Z","display_at":"2026-07-20T00:07:41.038Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mqyk7zsg0dxn","status":"investigating","body":"We have identified the cause of failures in GitHub Actions and are working to restore service.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-19T23:57:14.560Z","updated_at":"2026-07-19T23:57:14.560Z","display_at":"2026-07-19T23:57:14.560Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"xyqlmmgrnycw","status":"investigating","body":"We are investigating degraded availability for GitHub Actions on github.com and in GHEC DR stamps. New workflows may delay or fail to start, and ongoing runs may fail. We will provide more information as soon as we can.","incident_id":"8vfyvq16hzh9","created_at":"2026-07-19T23:37:51.881Z","updated_at":"2026-07-19T23:37:51.881Z","display_at":"2026-07-19T23:37:51.881Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"974bbl8pthmp","status":"investigating","body":"We are investigating reports of degraded performance for Actions","incident_id":"8vfyvq16hzh9","created_at":"2026-07-19T23:34:03.512Z","updated_at":"2026-07-19T23:34:03.512Z","display_at":"2026-07-19T23:34:03.512Z","affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"brv1bkgrwx7q","name":"API Requests","status":"operational","created_at":"2017-01-31T20:01:46.621Z","updated_at":"2026-09-13T10:44:54.920Z","position":4,"description":"Requests for GitHub APIs","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"kr09ddfgbfsf","name":"Issues","status":"operational","created_at":"2017-01-31T20:01:46.638Z","updated_at":"2026-09-13T10:44:54.937Z","position":5,"description":"Requests for Issues on GitHub.com","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"br0l2tvcx85d","name":"Actions","status":"operational","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2026-09-13T10:44:54.969Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false},{"id":"vg70hn9s2tyj","name":"Pages","status":"operational","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2026-09-13T10:44:54.985Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"ph5nns5y4gxj","name":"Disruption with some GitHub services","status":"resolved","created_at":"2026-07-20T00:25:09.568Z","updated_at":"2026-07-28T12:29:35.546Z","monitoring_at":"2026-07-20T00:25:49.712Z","resolved_at":"2026-07-20T01:46:02.453Z","impact":"major","shortlink":"https://stspg.io/2n2g6kzg67mh","started_at":"2026-07-20T00:25:09.563Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"rvwm44wflpgn","status":"resolved","body":"Between July 19, 2026, at 23:05 UTC and July 20, 2026, at 03:55 UTC, Actions self-hosted and larger runners were unable to connect to GitHub. During this period, Actions jobs were delayed or failed when trying to acquire a runner. Jobs using standard and Mac hosted runners were not affected. Reconnection traffic from affected runners also increased load on GitHub APIs, resulting in 3-4 seconds of additional average request latency and elevated 5xx error rates.\u003cbr /\u003e\u003cbr /\u003eThe incident was caused by a certificate lifecycle management failure in a subset of internal services, resulting in an SSL certificate expiration that disrupted runner connectivity. We restored service by rotating the affected certificate. Recovery began at 02:45 UTC. By 03:55 UTC, queued workflow backlog had been processed and workflow delay rates returned to normal.\u003cbr /\u003e\u003cbr /\u003eTo prevent recurrence, we are strengthening certificate renewal automation, adding fallback expiry monitoring and alerting, and improving circuit-breaker protections during runner API disruptions to reduce the risk of cascading impact to other APIs.","incident_id":"ph5nns5y4gxj","created_at":"2026-07-20T01:46:02.453Z","updated_at":"2026-07-28T12:29:35.539Z","display_at":"2026-07-20T01:46:02.453Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"vfj75jqpbngm","status":"investigating","body":"Git LFS API success rates have returned to normal. We will continue to monitor the service closely.","incident_id":"ph5nns5y4gxj","created_at":"2026-07-20T01:45:49.212Z","updated_at":"2026-07-20T01:45:49.212Z","display_at":"2026-07-20T01:45:49.212Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"n8t3pcn65rsn","status":"investigating","body":"The Git LFS API issues have been identified as being related to a separate incident where Actions is experiencing degraded availability. We’re consolidating our investigation efforts under that incident.","incident_id":"ph5nns5y4gxj","created_at":"2026-07-20T01:15:30.992Z","updated_at":"2026-07-20T01:15:30.992Z","display_at":"2026-07-20T01:15:30.992Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"bdcds652mdqj","status":"monitoring","body":"Some Git LFS operations, and loading files through the API  are failing. We are investigating.","incident_id":"ph5nns5y4gxj","created_at":"2026-07-20T00:26:10.695Z","updated_at":"2026-07-20T00:26:10.695Z","display_at":"2026-07-20T00:26:10.695Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"mv2fnsgwxcm6","status":"monitoring","body":"Some Git LFS operations, and loading files through the API are failing. We are investigating.","incident_id":"ph5nns5y4gxj","created_at":"2026-07-20T00:25:49.712Z","updated_at":"2026-07-20T00:25:49.712Z","display_at":"2026-07-20T00:25:49.712Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"922zvb5nk8j2","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"ph5nns5y4gxj","created_at":"2026-07-20T00:25:09.597Z","updated_at":"2026-07-20T00:25:09.597Z","display_at":"2026-07-20T00:25:09.597Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[],"reminder_intervals":null},{"id":"gxycch3076xk","name":"Degraded REST API Availability","status":"resolved","created_at":"2026-07-16T22:51:13.727Z","updated_at":"2026-07-17T00:57:46.197Z","monitoring_at":"2026-07-17T00:00:47.214Z","resolved_at":"2026-07-17T00:14:08.536Z","impact":"major","shortlink":"https://stspg.io/pzvjh0wyg401","started_at":"2026-07-16T22:51:13.718Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"9gvxp7k8lb24","status":"resolved","body":"From 22:21 UTC - 23:50 UTC on July 16, 2026, the REST API experienced significant degradation.  During this period, about 39% of REST API requests failed with HTTP 500 level responses, with the errors peaking at 44.3%. \u003cbr /\u003e\u003cbr /\u003eWe identified the issue as an infrastructure change that wrongly marked the majority of API backends in a single region as unhealthy.  As a result, requests routed to those backends failed before reaching the application layer.  \u003cbr /\u003e\u003cbr /\u003eTo prevent this from happening again, we're improving our systems to catch this kind of invalid configuration before it reaches production. We'll also audit the related systems to make them more resilient to future changes, and we're increasing our monitoring sensitivity so we're alerted to problems like this sooner.","incident_id":"gxycch3076xk","created_at":"2026-07-17T00:14:08.536Z","updated_at":"2026-07-17T00:57:46.193Z","display_at":"2026-07-17T00:14:08.536Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"bfqcpqr3lj6k","status":"monitoring","body":"As of 23:46 UTC, the REST API service is reachable and responding to requests normally.","incident_id":"gxycch3076xk","created_at":"2026-07-17T00:14:04.442Z","updated_at":"2026-07-17T00:14:04.442Z","display_at":"2026-07-17T00:14:04.442Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"yg9myzx1z7l4","status":"monitoring","body":"The degradation affecting API Requests has been mitigated. We are monitoring to ensure stability.","incident_id":"gxycch3076xk","created_at":"2026-07-17T00:00:47.214Z","updated_at":"2026-07-17T00:00:47.214Z","display_at":"2026-07-17T00:00:47.214Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"cjl9jkhpl4z3","status":"investigating","body":"We are continuing to investigate an issue causing approximately 35% of REST API requests to fail.  Based on our current understanding, requests are not consistently reaching the application layer, resulting in failed requests returning HTML responses instead of the expected API response format. We are actively investigating the issue and will provide another update as soon as more information is available.","incident_id":"gxycch3076xk","created_at":"2026-07-16T23:29:04.276Z","updated_at":"2026-07-16T23:29:04.276Z","display_at":"2026-07-16T23:29:04.276Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"tqt6vb5rfg69","status":"investigating","body":"API Requests is experiencing degraded performance. We are continuing to investigate.","incident_id":"gxycch3076xk","created_at":"2026-07-16T22:58:23.315Z","updated_at":"2026-07-16T22:58:23.315Z","display_at":"2026-07-16T22:58:23.315Z","affected_components":[{"code":"brv1bkgrwx7q","name":"API Requests","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"vp42pbllqzss","status":"investigating","body":"We are aware of degraded REST API availability and are investigating","incident_id":"gxycch3076xk","created_at":"2026-07-16T22:58:03.580Z","updated_at":"2026-07-16T22:58:03.580Z","display_at":"2026-07-16T22:58:03.580Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"h84f7p6v6b38","status":"investigating","body":"We are investigating reports of impacted performance for some GitHub services.","incident_id":"gxycch3076xk","created_at":"2026-07-16T22:51:13.776Z","updated_at":"2026-07-16T22:51:13.776Z","display_at":"2026-07-16T22:51:13.776Z","affected_components":null,"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"brv1bkgrwx7q","name":"API Requests","status":"operational","created_at":"2017-01-31T20:01:46.621Z","updated_at":"2026-09-13T10:44:54.920Z","position":4,"description":"Requests for GitHub APIs","showcase":true,"start_date":null,"group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null},{"id":"0f6hndclsk21","name":"Claude Fable 5 experiencing degraded performance","status":"resolved","created_at":"2026-07-16T21:05:43.275Z","updated_at":"2026-08-03T23:42:21.370Z","monitoring_at":null,"resolved_at":"2026-07-16T22:04:49.503Z","impact":"minor","shortlink":"https://stspg.io/vgv1m8xfnz3z","started_at":"2026-07-16T21:05:43.266Z","page_id":"kctbh9vrtdwd","incident_updates":[{"id":"8yfy6bqbrc6l","status":"resolved","body":"On July 16, 2026, GitHub Copilot users experienced elevated errors when using Claude Fable 5 from 17:33 UTC until mitigation at 22:04 UTC. The average error rate was 1.4%, with a maximum error rate of 30.85%. The issue was caused by degradation at an upstream model provider; other Copilot models were not significantly affected, and users could avoid the impact by selecting another model or Auto. Service recovered after the provider mitigated the degradation.","incident_id":"0f6hndclsk21","created_at":"2026-07-16T22:04:49.503Z","updated_at":"2026-08-03T23:42:21.365Z","display_at":"2026-07-16T22:04:49.503Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"operational"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"16qlh575k5ng","status":"investigating","body":"We are experiencing degraded availability for the Claude Fable 5 model in Copilot products and IDE surfaces. This is due to an issue with an upstream model provider. While we work with them to resolve the issue, we recommend choosing another model or selecting 'Auto' to continue using Copilot.","incident_id":"0f6hndclsk21","created_at":"2026-07-16T21:06:39.121Z","updated_at":"2026-07-16T21:06:39.121Z","display_at":"2026-07-16T21:06:39.121Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"degraded_performance","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null},{"id":"fjhnqry63tpl","status":"investigating","body":"We are investigating reports of degraded performance for Copilot AI Model Providers","incident_id":"0f6hndclsk21","created_at":"2026-07-16T21:05:43.377Z","updated_at":"2026-07-16T21:05:43.377Z","display_at":"2026-07-16T21:05:43.377Z","affected_components":[{"code":"cnnb39dkkk82","name":"Copilot AI Model Providers","old_status":"operational","new_status":"degraded_performance"}],"deliver_notifications":true,"custom_tweet":null,"tweet_id":null}],"components":[{"id":"cnnb39dkkk82","name":"Copilot AI Model Providers","status":"operational","created_at":"2026-04-17T12:33:08.827Z","updated_at":"2026-09-03T17:11:47.826Z","position":12,"description":null,"showcase":true,"start_date":"2026-04-17","group_id":null,"page_id":"kctbh9vrtdwd","group":false,"only_show_if_degraded":false}],"reminder_intervals":null}]}