{
  "page": {
    "id": "tyfhm2rrt1tl",
    "name": "Render",
    "url": "https://status.render.com"
  },
  "status": {
    "indicator": "none",
    "description": "All Systems Operational"
  },
  "components": [{"status":"operational","name":"Render Dashboard","created_at":"2019-02-08T22:32:29.843Z","updated_at":"2026-11-11T13:35:42.785Z","position":1,"description":"dashboard.render.com","showcase":true,"start_date":null,"id":"j45c7rjc3n51","group_id":null,"page_id":"tyfhm2rrt1tl"},{"status":"operational","name":"Render Website","created_at":"2019-11-19T00:39:48.340Z","updated_at":"2025-12-05T09:20:45.288Z","position":2,"description":"render.com","showcase":true,"start_date":null,"id":"p2n2p9k8v7hw","group_id":null,"page_id":"tyfhm2rrt1tl"},{"status":"operational","name":"Render Platform API","created_at":"2019-11-19T00:34:50.035Z","updated_at":"2026-11-11T13:35:42.808Z","position":3,"description":"Blueprints, Dashboard, REST API, Notifications, Webhooks, Auto-Deploys","showcase":true,"start_date":null,"id":"24yptvmdc90x","group_id":null,"page_id":"tyfhm2rrt1tl"},{"status":"operational","name":"Render REST API","created_at":"2025-06-10T21:04:58.627Z","updated_at":"2026-11-11T13:35:42.824Z","position":4,"description":"api.render.com","showcase":true,"start_date":"2025-06-10T00:00:00.000Z","id":"5jn1qhp446cw","group_id":null,"page_id":"tyfhm2rrt1tl"},{"status":"operational","name":"Static Sites","created_at":"2019-02-08T22:32:29.834Z","updated_at":"2026-10-23T17:34:12.146Z","position":5,"description":"Static sites hosted on our global anycast CDN.","showcase":true,"start_date":null,"id":"hnrs7hr1ty53","group_id":null,"page_id":"tyfhm2rrt1tl"},{"status":"operational","name":"Custom Domains","created_at":"2022-08-15T20:03:14.793Z","updated_at":"2026-07-02T19:59:43.524Z","position":6,"description":"Custom domains and certificates","showcase":true,"start_date":"2022-08-15T00:00:00.000Z","id":"ztkt89fk59fm","group_id":null,"page_id":"tyfhm2rrt1tl"},{"status":"operational","name":"One-Off Jobs","created_at":"2025-06-10T21:04:42.618Z","updated_at":"2026-10-14T01:14:22.636Z","position":7,"description":"Standalone tasks run through the REST API\r\n\r\nhttps://render.com/docs/one-off-jobs","showcase":true,"start_date":"2025-06-10T00:00:00.000Z","id":"7735v8795tjg","group_id":null,"page_id":"tyfhm2rrt1tl"},{"status":"operational","name":"Oregon","created_at":"2022-05-06T00:07:58.093Z","updated_at":"2025-06-10T21:10:15.252Z","position":8,"description":null,"showcase":false,"start_date":null,"id":"4r7rv784cclm","group_id":null,"page_id":"tyfhm2rrt1tl","components":["lncp1pny4nlm","dpmmfbtf6hhw","hf6t7bt315bg","1wqcyxr2qylf","y2phrhdzkv83","r20g6cn2j02h","wdv5w1vdp24z","7rprq9d8tzj2","q5n6mhrn1wb0","dyc6kvtf8jtz"]},{"status":"operational","name":"Frankfurt","created_at":"2022-05-06T00:09:07.946Z","updated_at":"2025-06-10T21:10:15.265Z","position":9,"description":null,"showcase":false,"start_date":null,"id":"wtb4wdj1f07v","group_id":null,"page_id":"tyfhm2rrt1tl","components":["lqw6cbytntwp","rgx9bgdjp8fs","dn8xbc52wf03","kdtx600d1lcv","h8ft3w5z1qt9","7ty4dkd07gtg","pcndgl89n6qm","22wvw86tlzx2","0b7648sryj6g","9l8tl07kxnt4"]},{"status":"operational","name":"Ohio","created_at":"2022-05-06T00:09:45.426Z","updated_at":"2025-06-10T21:10:15.278Z","position":10,"description":null,"showcase":false,"start_date":null,"id":"kvx5yy599tcf","group_id":null,"page_id":"tyfhm2rrt1tl","components":["wzkhw3jz2g2c","wkbc0n9nxjdw","mpzkdr9zcjxk","yxcmmkkpvyd6","plw236rb3xm8","q3rcyf8qksw6","qwqjtgv32vwr","cfvjf9trpsp2","4cbrdknc0b9b","6njp28ss6b1s"]},{"status":"operational","name":"Singapore","created_at":"2022-05-06T00:10:15.464Z","updated_at":"2025-06-10T21:10:15.290Z","position":11,"description":null,"showcase":false,"start_date":null,"id":"p33qq70rxmjr","group_id":null,"page_id":"tyfhm2rrt1tl","components":["hgvzgw2yk2f0","qt7y1l98b43w","ddkjrny3w6m7","c91ssk9q1w5h","x867ws9sfpqc","5c4s3g2ggtwc","bmy96yzh9cql","xb0gkvz4bfpb","hb6sflt7lvlz","j60gftn60xl0"]},{"status":"operational","name":"Virginia","created_at":"2024-05-08T17:05:40.802Z","updated_at":"2025-06-10T21:10:15.304Z","position":12,"description":null,"showcase":false,"start_date":null,"id":"zzg2x8rs797p","group_id":null,"page_id":"tyfhm2rrt1tl","components":["t7sr2dgnr4gv","klfycwb88jjx","k99m079w7rfp","2yc2bkklfyb9","7phfft5h88f2","4h88mn3k50j6","5xnh7hz6q8cz","mvlqjtzf6n8h","rsl1q4030p1j","kmshk2qj63sj"]}],
  "incidents": [{"name":"Render Maintenance Period","status":"scheduled","created_at":"2026-11-10T20:00:15.418Z","updated_at":"2026-11-10T20:00:15.600Z","monitoring_at":null,"resolved_at":null,"impact":"maintenance","shortlink":"https://stspg.io/nhh3896nm65d","scheduled_for":"2026-11-18T02:00:00.000Z","scheduled_until":"2026-11-18T03:00:00.000Z","scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":true,"scheduled_auto_completed":true,"metadata":{},"started_at":"2026-11-10T20:00:15.403Z","reminder_intervals":null,"id":"w4fm9gx684gm","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"scheduled","body":"We will be upgrading critical infrastructure on November 17th at 6:00 pm PST (November 18th 0200 UTC). For up to 30 minutes, you will be unable to view, edit, create or deploy services and databases. The REST API and one-off jobs will also be unavailable.\n\nThere will be no interruptions to deployed services and databases.\n\nIf you need help, please get in touch at support@render.com or talk to us on our community forum, https://community.render.com","created_at":"2026-11-10T20:00:15.591Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-11-10T20:00:15.591Z","display_at":"2026-11-10T20:00:15.591Z","deliver_notifications":false,"tweet_id":null,"id":"x8n6vjdl3jhj","incident_id":"w4fm9gx684gm","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"operational","new_status":"operational"},{"code":"24yptvmdc90x","name":"Render Platform API","old_status":"operational","new_status":"operational"},{"code":"7735v8795tjg","name":"One-Off Jobs","old_status":"operational","new_status":"operational"},{"code":"5jn1qhp446cw","name":"Render REST API","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Render Dashboard","created_at":"2019-02-08T22:32:29.843Z","updated_at":"2026-11-11T13:35:42.785Z","position":1,"description":"dashboard.render.com","showcase":true,"start_date":null,"id":"j45c7rjc3n51","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"Render Platform API","created_at":"2019-11-19T00:34:50.035Z","updated_at":"2026-11-11T13:35:42.808Z","position":3,"description":"Blueprints, Dashboard, REST API, Notifications, Webhooks, Auto-Deploys","showcase":true,"start_date":null,"id":"24yptvmdc90x","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"Render REST API","created_at":"2025-06-10T21:04:58.627Z","updated_at":"2026-11-11T13:35:42.824Z","position":4,"description":"api.render.com","showcase":true,"start_date":"2025-06-10T00:00:00.000Z","id":"5jn1qhp446cw","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"One-Off Jobs","created_at":"2025-06-10T21:04:42.618Z","updated_at":"2026-10-14T01:14:22.636Z","position":7,"description":"Standalone tasks run through the REST API\r\n\r\nhttps://render.com/docs/one-off-jobs","showcase":true,"start_date":"2025-06-10T00:00:00.000Z","id":"7735v8795tjg","page_id":"tyfhm2rrt1tl","group_id":null}]},{"name":"API Performance Issues","status":"resolved","created_at":"2026-11-11T13:17:28.221Z","updated_at":"2026-11-11T13:35:43.536Z","monitoring_at":"2026-11-11T13:24:25.540Z","resolved_at":"2026-11-11T13:35:42.856Z","impact":"minor","shortlink":"https://stspg.io/pqn6dk6w8xbj","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-11-11T13:17:28.212Z","reminder_intervals":null,"id":"hdcv6vm9zw11","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-11-11T13:35:42.856Z","wants_twitter_update":true,"twitter_updated_at":"2026-11-11T13:35:43.528Z","updated_at":"2026-11-11T13:35:43.530Z","display_at":"2026-11-11T13:35:42.856Z","deliver_notifications":true,"tweet_id":2120510786569429402,"id":"z8h7s660hppw","incident_id":"hdcv6vm9zw11","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"degraded_performance","new_status":"operational"},{"code":"24yptvmdc90x","name":"Render Platform API","old_status":"degraded_performance","new_status":"operational"},{"code":"5jn1qhp446cw","name":"Render REST API","old_status":"degraded_performance","new_status":"operational"}]},{"status":"monitoring","body":"API performance is returning to normal levels. We are continuing to monitor.","created_at":"2026-11-11T13:24:25.540Z","wants_twitter_update":true,"twitter_updated_at":"2026-11-11T13:24:26.124Z","updated_at":"2026-11-11T13:24:26.126Z","display_at":"2026-11-11T13:24:25.540Z","deliver_notifications":true,"tweet_id":2120507945456963717,"id":"pmv6vg2h1y4g","incident_id":"hdcv6vm9zw11","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"24yptvmdc90x","name":"Render Platform API","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"5jn1qhp446cw","name":"Render REST API","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"investigating","body":"We are currently investigating issues related to API performance. The dashboard and API requests are affected.","created_at":"2026-11-11T13:17:28.378Z","wants_twitter_update":true,"twitter_updated_at":"2026-11-11T13:17:29.105Z","updated_at":"2026-11-11T13:17:29.108Z","display_at":"2026-11-11T13:17:28.378Z","deliver_notifications":true,"tweet_id":2120506196285382813,"id":"0j4cczmwhxsl","incident_id":"hdcv6vm9zw11","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"operational","new_status":"degraded_performance"},{"code":"24yptvmdc90x","name":"Render Platform API","old_status":"operational","new_status":"degraded_performance"},{"code":"5jn1qhp446cw","name":"Render REST API","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Render Dashboard","created_at":"2019-02-08T22:32:29.843Z","updated_at":"2026-11-11T13:35:42.785Z","position":1,"description":"dashboard.render.com","showcase":true,"start_date":null,"id":"j45c7rjc3n51","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"Render Platform API","created_at":"2019-11-19T00:34:50.035Z","updated_at":"2026-11-11T13:35:42.808Z","position":3,"description":"Blueprints, Dashboard, REST API, Notifications, Webhooks, Auto-Deploys","showcase":true,"start_date":null,"id":"24yptvmdc90x","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"Render REST API","created_at":"2025-06-10T21:04:58.627Z","updated_at":"2026-11-11T13:35:42.824Z","position":4,"description":"api.render.com","showcase":true,"start_date":"2025-06-10T00:00:00.000Z","id":"5jn1qhp446cw","page_id":"tyfhm2rrt1tl","group_id":null}]},{"name":"Issues affecting connections to a subset of Postgres Databases","status":"resolved","created_at":"2026-11-05T20:12:20.000Z","updated_at":"2026-11-05T23:56:11.027Z","monitoring_at":null,"resolved_at":"2026-11-05T23:56:10.305Z","impact":"minor","shortlink":"https://stspg.io/nqfmqybn05d5","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-11-05T20:12:20.000Z","reminder_intervals":null,"id":"0wyp8l2z055n","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-11-05T23:56:10.305Z","wants_twitter_update":true,"twitter_updated_at":"2026-11-05T23:56:11.020Z","updated_at":"2026-11-05T23:56:11.022Z","display_at":"2026-11-05T23:56:10.305Z","deliver_notifications":true,"tweet_id":2118492602886734183,"id":"gfjhnr5xlg3z","incident_id":"0wyp8l2z055n","custom_tweet":null,"affected_components":[{"code":"y2phrhdzkv83","name":"Oregon - PostgreSQL","old_status":"degraded_performance","new_status":"operational"},{"code":"h8ft3w5z1qt9","name":"Frankfurt - PostgreSQL","old_status":"degraded_performance","new_status":"operational"},{"code":"plw236rb3xm8","name":"Ohio - PostgreSQL","old_status":"degraded_performance","new_status":"operational"},{"code":"x867ws9sfpqc","name":"Singapore - PostgreSQL","old_status":"degraded_performance","new_status":"operational"}]},{"status":"identified","body":"A configuration change was rolled out to a small subset of Postgres instances. The change causes connection failures for some databases that route traffic through a self managed PgBouncer instance. Updating your self managed PgBouncer to use scram-sha-256 encryption will remediate the connection failures. If you do not see any issues in your connections, no corrective action is needed. If you need help remediating, please reach out to Render support and we can take corrective action.","created_at":"2026-11-05T20:12:20.964Z","wants_twitter_update":true,"twitter_updated_at":"2026-11-05T20:12:21.813Z","updated_at":"2026-11-05T20:57:36.029Z","display_at":"2026-11-05T20:12:20.000Z","deliver_notifications":true,"tweet_id":2118436276613640567,"id":"yg1q3t9lbsz1","incident_id":"0wyp8l2z055n","custom_tweet":null,"affected_components":[{"code":"y2phrhdzkv83","name":"Oregon - PostgreSQL","old_status":"operational","new_status":"degraded_performance"},{"code":"h8ft3w5z1qt9","name":"Frankfurt - PostgreSQL","old_status":"operational","new_status":"degraded_performance"},{"code":"plw236rb3xm8","name":"Ohio - PostgreSQL","old_status":"operational","new_status":"degraded_performance"},{"code":"x867ws9sfpqc","name":"Singapore - PostgreSQL","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"PostgreSQL","created_at":"2022-05-06T00:20:09.764Z","updated_at":"2026-11-05T23:56:10.189Z","position":5,"description":null,"showcase":true,"start_date":"2022-01-01T00:00:00.000Z","id":"y2phrhdzkv83","page_id":"tyfhm2rrt1tl","group_id":"4r7rv784cclm"},{"status":"operational","name":"PostgreSQL","created_at":"2022-05-06T00:20:31.427Z","updated_at":"2026-11-05T23:56:10.216Z","position":5,"description":null,"showcase":true,"start_date":"2022-01-01T00:00:00.000Z","id":"h8ft3w5z1qt9","page_id":"tyfhm2rrt1tl","group_id":"wtb4wdj1f07v"},{"status":"operational","name":"PostgreSQL","created_at":"2022-05-06T00:20:54.503Z","updated_at":"2026-11-05T23:56:10.240Z","position":5,"description":null,"showcase":true,"start_date":"2022-01-01T00:00:00.000Z","id":"plw236rb3xm8","page_id":"tyfhm2rrt1tl","group_id":"kvx5yy599tcf"},{"status":"operational","name":"PostgreSQL","created_at":"2022-05-06T00:21:36.680Z","updated_at":"2026-11-05T23:56:10.264Z","position":5,"description":null,"showcase":true,"start_date":"2022-01-01T00:00:00.000Z","id":"x867ws9sfpqc","page_id":"tyfhm2rrt1tl","group_id":"p33qq70rxmjr"}]},{"name":"Platform emails not being sent","status":"resolved","created_at":"2026-10-24T07:11:30.704Z","updated_at":"2026-10-24T07:41:10.448Z","monitoring_at":"2026-10-24T07:30:48.558Z","resolved_at":"2026-10-24T07:41:09.278Z","impact":"none","shortlink":"https://stspg.io/rv8myh3m7ggl","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-10-24T07:11:30.695Z","reminder_intervals":null,"id":"sf6d2w4mpc83","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-10-24T07:41:09.278Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-24T07:41:10.429Z","updated_at":"2026-10-24T07:41:10.433Z","display_at":"2026-10-24T07:41:09.278Z","deliver_notifications":false,"tweet_id":2113898579278630943,"id":"hchm747pgf35","incident_id":"sf6d2w4mpc83","custom_tweet":null,"affected_components":null},{"status":"monitoring","body":"We have applied a fix and see messages successfully delivering. We are monitoring for any further issues.","created_at":"2026-10-24T07:30:48.558Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-24T07:30:50.431Z","updated_at":"2026-10-24T07:30:50.433Z","display_at":"2026-10-24T07:30:48.558Z","deliver_notifications":false,"tweet_id":2113895977782538386,"id":"5ghlwkqlkhry","incident_id":"sf6d2w4mpc83","custom_tweet":null,"affected_components":null},{"status":"identified","body":"Transactional emails for platform events, including but not limited to new account sign-up email confirmations, service build/deploy failure notifications, password resets, etc. are currently failing to send. We are currently addressing the issue.","created_at":"2026-10-24T07:11:30.785Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-24T07:11:31.253Z","updated_at":"2026-10-24T07:11:31.256Z","display_at":"2026-10-24T07:11:30.785Z","deliver_notifications":false,"tweet_id":2113891116848464027,"id":"kk25s7n4z7gx","incident_id":"sf6d2w4mpc83","custom_tweet":null,"affected_components":null}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]},{"name":"Degraded network performance","status":"resolved","created_at":"2026-10-23T16:05:50.000Z","updated_at":"2026-10-23T17:34:12.960Z","monitoring_at":"2026-10-23T16:14:25.641Z","resolved_at":"2026-10-23T17:34:12.291Z","impact":"minor","shortlink":"https://stspg.io/l28bk0x4h90n","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-10-23T16:05:50.000Z","reminder_intervals":null,"id":"2stsw5l7hpnl","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-10-23T17:34:12.291Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-23T17:34:12.946Z","updated_at":"2026-10-23T17:34:12.948Z","display_at":"2026-10-23T17:34:12.291Z","deliver_notifications":true,"tweet_id":2113685435272843622,"id":"slfpf9k0r5c0","incident_id":"2stsw5l7hpnl","custom_tweet":null,"affected_components":[{"code":"hnrs7hr1ty53","name":"Static Sites","old_status":"degraded_performance","new_status":"operational"},{"code":"wzkhw3jz2g2c","name":"Ohio - Web Services","old_status":"degraded_performance","new_status":"operational"},{"code":"t7sr2dgnr4gv","name":"Virginia - Web Services","old_status":"degraded_performance","new_status":"operational"}]},{"status":"monitoring","body":"A fix has been implemented and we are monitoring the results.","created_at":"2026-10-23T16:14:25.641Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-23T16:14:26.240Z","updated_at":"2026-10-23T16:14:26.243Z","display_at":"2026-10-23T16:14:25.641Z","deliver_notifications":true,"tweet_id":2113665358368534974,"id":"82xgwf78wlvk","incident_id":"2stsw5l7hpnl","custom_tweet":null,"affected_components":[{"code":"hnrs7hr1ty53","name":"Static Sites","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"wzkhw3jz2g2c","name":"Ohio - Web Services","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"t7sr2dgnr4gv","name":"Virginia - Web Services","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"identified","body":"We are continuing to work on a fix for this issue.","created_at":"2026-10-23T16:10:18.524Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-23T16:10:19.102Z","updated_at":"2026-10-23T16:10:19.106Z","display_at":"2026-10-23T16:10:18.524Z","deliver_notifications":true,"tweet_id":2113664321788293152,"id":"cbybcw703c7r","incident_id":"2stsw5l7hpnl","custom_tweet":null,"affected_components":[{"code":"hnrs7hr1ty53","name":"Static Sites","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"wzkhw3jz2g2c","name":"Ohio - Web Services","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"t7sr2dgnr4gv","name":"Virginia - Web Services","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"identified","body":"We are continuing to work on a fix for this issue.","created_at":"2026-10-23T16:09:40.923Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-10-23T16:09:40.923Z","display_at":"2026-10-23T16:09:40.923Z","deliver_notifications":false,"tweet_id":null,"id":"ntfyy0js2q2f","incident_id":"2stsw5l7hpnl","custom_tweet":null,"affected_components":[{"code":"hnrs7hr1ty53","name":"Static Sites","old_status":"operational","new_status":"degraded_performance"},{"code":"wzkhw3jz2g2c","name":"Ohio - Web Services","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"t7sr2dgnr4gv","name":"Virginia - Web Services","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"identified","body":"We have identified degraded networking performance linked to an upstream provider - we will continue to provide updates here.","created_at":"2026-10-23T16:05:50.454Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-23T16:05:51.104Z","updated_at":"2026-10-23T16:07:25.614Z","display_at":"2026-10-23T16:05:50.000Z","deliver_notifications":true,"tweet_id":2113663197731492229,"id":"4t1glhbdxqx6","incident_id":"2stsw5l7hpnl","custom_tweet":null,"affected_components":[{"code":"wzkhw3jz2g2c","name":"Ohio - Web Services","old_status":"operational","new_status":"degraded_performance"},{"code":"t7sr2dgnr4gv","name":"Virginia - Web Services","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Web Services","created_at":"2022-05-06T00:09:22.435Z","updated_at":"2026-10-23T17:34:12.106Z","position":1,"description":"All public HTTP services hosted on Render.","showcase":true,"start_date":"2022-01-01T00:00:00.000Z","id":"wzkhw3jz2g2c","page_id":"tyfhm2rrt1tl","group_id":"kvx5yy599tcf"},{"status":"operational","name":"Web Services","created_at":"2024-05-08T17:05:40.826Z","updated_at":"2026-10-23T17:34:12.130Z","position":1,"description":"All public HTTP services hosted on Render.","showcase":true,"start_date":"2024-04-19T00:00:00.000Z","id":"t7sr2dgnr4gv","page_id":"tyfhm2rrt1tl","group_id":"zzg2x8rs797p"},{"status":"operational","name":"Static Sites","created_at":"2019-02-08T22:32:29.834Z","updated_at":"2026-10-23T17:34:12.146Z","position":5,"description":"Static sites hosted on our global anycast CDN.","showcase":true,"start_date":null,"id":"hnrs7hr1ty53","page_id":"tyfhm2rrt1tl","group_id":null}]},{"name":"Deploying from GitLab may intermittently fail","status":"resolved","created_at":"2026-10-20T20:48:19.601Z","updated_at":"2026-10-21T00:29:02.786Z","monitoring_at":"2026-10-21T00:08:39.469Z","resolved_at":"2026-10-21T00:29:02.158Z","impact":"minor","shortlink":"https://stspg.io/rn6yvrnzgxqb","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"minor","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-10-20T20:48:19.593Z","reminder_intervals":null,"id":"rs7myd5vg4hz","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-10-21T00:29:02.158Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-21T00:29:02.777Z","updated_at":"2026-10-21T00:29:02.780Z","display_at":"2026-10-21T00:29:02.158Z","deliver_notifications":false,"tweet_id":2112702667223122292,"id":"8kjh43r98fq0","incident_id":"rs7myd5vg4hz","custom_tweet":null,"affected_components":null},{"status":"monitoring","body":"A fix has been implemented and we are monitoring the results.","created_at":"2026-10-21T00:08:39.469Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-21T00:08:40.289Z","updated_at":"2026-10-21T00:08:40.293Z","display_at":"2026-10-21T00:08:39.469Z","deliver_notifications":false,"tweet_id":2112697539690664085,"id":"zl00yzc3871d","incident_id":"rs7myd5vg4hz","custom_tweet":null,"affected_components":null},{"status":"identified","body":"We are continuing to work on a fix for this issue.","created_at":"2026-10-20T23:46:16.128Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-20T23:46:17.064Z","updated_at":"2026-10-20T23:46:17.066Z","display_at":"2026-10-20T23:46:16.128Z","deliver_notifications":false,"tweet_id":2112691905419153505,"id":"pgb6py9r9srl","incident_id":"rs7myd5vg4hz","custom_tweet":null,"affected_components":null},{"status":"identified","body":"We are continuing to work on a fix for this issue.","created_at":"2026-10-20T22:23:42.872Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-20T22:23:43.595Z","updated_at":"2026-10-20T22:23:43.599Z","display_at":"2026-10-20T22:23:42.872Z","deliver_notifications":false,"tweet_id":2112671129391501527,"id":"kbryn74bkgpb","incident_id":"rs7myd5vg4hz","custom_tweet":null,"affected_components":null},{"status":"identified","body":"The issue has been identified and a fix is being implemented.","created_at":"2026-10-20T21:16:35.102Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-20T21:16:38.773Z","updated_at":"2026-10-20T21:16:38.776Z","display_at":"2026-10-20T21:16:35.102Z","deliver_notifications":false,"tweet_id":2112654246529388736,"id":"lyf9dkks2nxg","incident_id":"rs7myd5vg4hz","custom_tweet":null,"affected_components":null},{"status":"investigating","body":"If cloning fails, the deploy will fail. Deploy logs will provide errors related to that failure. Retrying a deploy may succeed.\n\nWe are currently investigating this issue.","created_at":"2026-10-20T20:48:19.679Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-20T20:48:22.416Z","updated_at":"2026-10-20T20:48:22.419Z","display_at":"2026-10-20T20:48:19.679Z","deliver_notifications":false,"tweet_id":2112647132700442832,"id":"l0061q036xg5","incident_id":"rs7myd5vg4hz","custom_tweet":null,"affected_components":null}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]},{"name":"Dashboard not updating in real time; Some Workflows SDK requests timing out","status":"resolved","created_at":"2026-10-15T20:58:53.080Z","updated_at":"2026-10-16T01:15:01.509Z","monitoring_at":"2026-10-15T21:53:09.191Z","resolved_at":"2026-10-15T22:33:58.000Z","impact":"minor","shortlink":"https://stspg.io/dz826rv93v57","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-10-15T20:58:53.056Z","reminder_intervals":null,"id":"fb4qk5lzk1tt","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-10-16T01:12:58.081Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-16T01:12:58.588Z","updated_at":"2026-10-16T01:15:01.478Z","display_at":"2026-10-15T22:33:58.000Z","deliver_notifications":true,"tweet_id":2110901783291916537,"id":"j5bh67v0n6h3","incident_id":"fb4qk5lzk1tt","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"operational","new_status":"operational"},{"code":"dyc6kvtf8jtz","name":"Oregon - Workflows","old_status":"operational","new_status":"operational"},{"code":"9l8tl07kxnt4","name":"Frankfurt - Workflows","old_status":"operational","new_status":"operational"},{"code":"6njp28ss6b1s","name":"Ohio - Workflows","old_status":"operational","new_status":"operational"},{"code":"j60gftn60xl0","name":"Singapore - Workflows","old_status":"operational","new_status":"operational"},{"code":"kmshk2qj63sj","name":"Virginia - Workflows","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"Our upstream provider has resolved the issue, and affected Render services have recovered. We’re continuing to monitor.","created_at":"2026-10-15T21:53:09.191Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-15T21:53:10.073Z","updated_at":"2026-10-15T21:53:10.076Z","display_at":"2026-10-15T21:53:09.191Z","deliver_notifications":true,"tweet_id":2110851499727491451,"id":"xqrrqhkck95l","incident_id":"fb4qk5lzk1tt","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"degraded_performance","new_status":"operational"},{"code":"dyc6kvtf8jtz","name":"Oregon - Workflows","old_status":"degraded_performance","new_status":"operational"},{"code":"9l8tl07kxnt4","name":"Frankfurt - Workflows","old_status":"degraded_performance","new_status":"operational"},{"code":"6njp28ss6b1s","name":"Ohio - Workflows","old_status":"degraded_performance","new_status":"operational"},{"code":"j60gftn60xl0","name":"Singapore - Workflows","old_status":"degraded_performance","new_status":"operational"},{"code":"kmshk2qj63sj","name":"Virginia - Workflows","old_status":"degraded_performance","new_status":"operational"}]},{"status":"identified","body":"We've identified an issue with an upstream cloud provider that is affecting real-time updates on Render. Since approximately 19:10 UTC:\n\n- Dashboard: Deploy status, service events, and service and task run statuses may not update automatically. Refresh the page to see the current state.\n- SDK calls that wait for a task run to finish may fail with a 500 error after about 60 seconds. The task runs themselves keep running and complete normally. To check a task run's status, use GET /v1/task-runs/{taskRunId}.\n\nDeploys, running services, databases, and logs are not affected.","created_at":"2026-10-15T20:58:53.307Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-15T20:58:54.598Z","updated_at":"2026-10-15T20:58:54.600Z","display_at":"2026-10-15T20:58:53.307Z","deliver_notifications":true,"tweet_id":2110837845292433805,"id":"67ymv298l8d0","incident_id":"fb4qk5lzk1tt","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"operational","new_status":"degraded_performance"},{"code":"dyc6kvtf8jtz","name":"Oregon - Workflows","old_status":"operational","new_status":"degraded_performance"},{"code":"9l8tl07kxnt4","name":"Frankfurt - Workflows","old_status":"operational","new_status":"degraded_performance"},{"code":"6njp28ss6b1s","name":"Ohio - Workflows","old_status":"operational","new_status":"degraded_performance"},{"code":"j60gftn60xl0","name":"Singapore - Workflows","old_status":"operational","new_status":"degraded_performance"},{"code":"kmshk2qj63sj","name":"Virginia - Workflows","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Render Dashboard","created_at":"2019-02-08T22:32:29.843Z","updated_at":"2026-11-11T13:35:42.785Z","position":1,"description":"dashboard.render.com","showcase":true,"start_date":null,"id":"j45c7rjc3n51","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"Workflows","created_at":"2026-03-25T14:43:45.195Z","updated_at":"2026-10-15T21:53:09.076Z","position":10,"description":null,"showcase":true,"start_date":"2026-03-25T00:00:00.000Z","id":"9l8tl07kxnt4","page_id":"tyfhm2rrt1tl","group_id":"wtb4wdj1f07v"},{"status":"operational","name":"Workflows","created_at":"2026-03-25T16:35:28.670Z","updated_at":"2026-10-15T21:53:09.096Z","position":10,"description":null,"showcase":true,"start_date":"2026-03-25T00:00:00.000Z","id":"dyc6kvtf8jtz","page_id":"tyfhm2rrt1tl","group_id":"4r7rv784cclm"},{"status":"operational","name":"Workflows","created_at":"2026-03-25T16:35:54.965Z","updated_at":"2026-10-15T21:53:09.114Z","position":10,"description":null,"showcase":true,"start_date":"2026-03-25T00:00:00.000Z","id":"6njp28ss6b1s","page_id":"tyfhm2rrt1tl","group_id":"kvx5yy599tcf"},{"status":"operational","name":"Workflows","created_at":"2026-03-25T16:36:09.771Z","updated_at":"2026-10-15T21:53:09.136Z","position":10,"description":null,"showcase":true,"start_date":"2026-03-25T00:00:00.000Z","id":"j60gftn60xl0","page_id":"tyfhm2rrt1tl","group_id":"p33qq70rxmjr"},{"status":"operational","name":"Workflows","created_at":"2026-03-25T16:36:21.402Z","updated_at":"2026-10-15T21:53:09.158Z","position":10,"description":null,"showcase":true,"start_date":"2026-03-25T00:00:00.000Z","id":"kmshk2qj63sj","page_id":"tyfhm2rrt1tl","group_id":"zzg2x8rs797p"}]},{"name":"Builds, deploys, and queued deploys are not starting in all regions","status":"resolved","created_at":"2026-10-14T19:32:45.496Z","updated_at":"2026-10-22T18:20:35.826Z","monitoring_at":"2026-10-14T19:45:54.364Z","resolved_at":"2026-10-14T22:18:11.999Z","impact":"major","shortlink":"https://stspg.io/qb9l5v44x73f","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"major","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-10-14T19:32:45.472Z","reminder_intervals":null,"id":"8tsd93r1wbmz","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-10-14T22:18:11.999Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-14T22:18:12.806Z","updated_at":"2026-10-14T22:18:12.808Z","display_at":"2026-10-14T22:18:11.999Z","deliver_notifications":true,"tweet_id":2110495414839640336,"id":"7ccj2mw6fv90","incident_id":"8tsd93r1wbmz","custom_tweet":null,"affected_components":[{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"degraded_performance","new_status":"operational"},{"code":"kdtx600d1lcv","name":"Frankfurt - Builds and Deploys","old_status":"degraded_performance","new_status":"operational"},{"code":"yxcmmkkpvyd6","name":"Ohio - Builds and Deploys","old_status":"degraded_performance","new_status":"operational"},{"code":"c91ssk9q1w5h","name":"Singapore - Builds and Deploys","old_status":"degraded_performance","new_status":"operational"},{"code":"2yc2bkklfyb9","name":"Virginia - Builds and Deploys","old_status":"degraded_performance","new_status":"operational"}]},{"status":"monitoring","body":"A fix has been implemented, and we are monitoring the results. Deploys and builds for services running on free instances continue to be paused.","created_at":"2026-10-14T21:43:18.737Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-14T21:43:19.548Z","updated_at":"2026-10-14T21:43:19.551Z","display_at":"2026-10-14T21:43:18.737Z","deliver_notifications":true,"tweet_id":2110486634957599035,"id":"strr0npb6d9c","incident_id":"8tsd93r1wbmz","custom_tweet":null,"affected_components":[{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"major_outage","new_status":"degraded_performance"},{"code":"kdtx600d1lcv","name":"Frankfurt - Builds and Deploys","old_status":"major_outage","new_status":"degraded_performance"},{"code":"yxcmmkkpvyd6","name":"Ohio - Builds and Deploys","old_status":"major_outage","new_status":"degraded_performance"},{"code":"c91ssk9q1w5h","name":"Singapore - Builds and Deploys","old_status":"major_outage","new_status":"degraded_performance"},{"code":"2yc2bkklfyb9","name":"Virginia - Builds and Deploys","old_status":"major_outage","new_status":"degraded_performance"}]},{"status":"identified","body":"Builds are failing to start again across all regions, and our team is still working to address the root cause. Deploys for free services remain paused. We'll share another update as soon as we have more information.","created_at":"2026-10-14T20:57:40.299Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-14T20:57:41.233Z","updated_at":"2026-10-14T20:57:41.239Z","display_at":"2026-10-14T20:57:40.299Z","deliver_notifications":true,"tweet_id":2110475149652922701,"id":"5rmxb2pdfvbd","incident_id":"8tsd93r1wbmz","custom_tweet":null,"affected_components":[{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"degraded_performance","new_status":"major_outage"},{"code":"kdtx600d1lcv","name":"Frankfurt - Builds and Deploys","old_status":"degraded_performance","new_status":"major_outage"},{"code":"yxcmmkkpvyd6","name":"Ohio - Builds and Deploys","old_status":"degraded_performance","new_status":"major_outage"},{"code":"c91ssk9q1w5h","name":"Singapore - Builds and Deploys","old_status":"degraded_performance","new_status":"major_outage"},{"code":"2yc2bkklfyb9","name":"Virginia - Builds and Deploys","old_status":"degraded_performance","new_status":"major_outage"}]},{"status":"identified","body":"The issue has been identified and a fix is being implemented.","created_at":"2026-10-14T20:55:36.301Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-14T20:55:38.758Z","updated_at":"2026-10-14T20:55:38.761Z","display_at":"2026-10-14T20:55:36.301Z","deliver_notifications":true,"tweet_id":2110474635775193109,"id":"k6r222c1js01","incident_id":"8tsd93r1wbmz","custom_tweet":null,"affected_components":[{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kdtx600d1lcv","name":"Frankfurt - Builds and Deploys","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"yxcmmkkpvyd6","name":"Ohio - Builds and Deploys","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"c91ssk9q1w5h","name":"Singapore - Builds and Deploys","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"2yc2bkklfyb9","name":"Virginia - Builds and Deploys","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"monitoring","body":"We are temporarily pausing deploys to free services.","created_at":"2026-10-14T20:41:49.916Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-14T20:41:50.701Z","updated_at":"2026-10-14T20:41:50.705Z","display_at":"2026-10-14T20:41:49.916Z","deliver_notifications":true,"tweet_id":2110471162396635389,"id":"t76yccvpdd9j","incident_id":"8tsd93r1wbmz","custom_tweet":null,"affected_components":[{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"kdtx600d1lcv","name":"Frankfurt - Builds and Deploys","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"yxcmmkkpvyd6","name":"Ohio - Builds and Deploys","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"c91ssk9q1w5h","name":"Singapore - Builds and Deploys","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"2yc2bkklfyb9","name":"Virginia - Builds and Deploys","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"monitoring","body":"We are continuing to monitor for any further issues.","created_at":"2026-10-14T19:47:41.937Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-14T19:47:42.717Z","updated_at":"2026-10-14T19:47:42.719Z","display_at":"2026-10-14T19:47:41.937Z","deliver_notifications":true,"tweet_id":2110457539884396673,"id":"j9gxwrmm57x0","incident_id":"8tsd93r1wbmz","custom_tweet":null,"affected_components":[{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"major_outage","new_status":"degraded_performance"},{"code":"kdtx600d1lcv","name":"Frankfurt - Builds and Deploys","old_status":"major_outage","new_status":"degraded_performance"},{"code":"yxcmmkkpvyd6","name":"Ohio - Builds and Deploys","old_status":"major_outage","new_status":"degraded_performance"},{"code":"c91ssk9q1w5h","name":"Singapore - Builds and Deploys","old_status":"major_outage","new_status":"degraded_performance"},{"code":"2yc2bkklfyb9","name":"Virginia - Builds and Deploys","old_status":"major_outage","new_status":"degraded_performance"}]},{"status":"monitoring","body":"A fix has been implemented and we are monitoring the results.","created_at":"2026-10-14T19:45:54.364Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-14T19:45:54.990Z","updated_at":"2026-10-14T19:45:54.993Z","display_at":"2026-10-14T19:45:54.364Z","deliver_notifications":true,"tweet_id":2110457088082325841,"id":"6126p3pz3zmg","incident_id":"8tsd93r1wbmz","custom_tweet":null,"affected_components":[{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"major_outage","new_status":"major_outage"},{"code":"kdtx600d1lcv","name":"Frankfurt - Builds and Deploys","old_status":"major_outage","new_status":"major_outage"},{"code":"yxcmmkkpvyd6","name":"Ohio - Builds and Deploys","old_status":"major_outage","new_status":"major_outage"},{"code":"c91ssk9q1w5h","name":"Singapore - Builds and Deploys","old_status":"major_outage","new_status":"major_outage"},{"code":"2yc2bkklfyb9","name":"Virginia - Builds and Deploys","old_status":"major_outage","new_status":"major_outage"}]},{"status":"identified","body":"The issue has been identified and a fix is being implemented.","created_at":"2026-10-14T19:39:50.635Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-14T19:39:51.412Z","updated_at":"2026-10-14T19:39:51.416Z","display_at":"2026-10-14T19:39:50.635Z","deliver_notifications":true,"tweet_id":2110455563096363277,"id":"cylbmqzz3xx4","incident_id":"8tsd93r1wbmz","custom_tweet":null,"affected_components":[{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"major_outage","new_status":"major_outage"},{"code":"kdtx600d1lcv","name":"Frankfurt - Builds and Deploys","old_status":"major_outage","new_status":"major_outage"},{"code":"yxcmmkkpvyd6","name":"Ohio - Builds and Deploys","old_status":"major_outage","new_status":"major_outage"},{"code":"c91ssk9q1w5h","name":"Singapore - Builds and Deploys","old_status":"major_outage","new_status":"major_outage"},{"code":"2yc2bkklfyb9","name":"Virginia - Builds and Deploys","old_status":"major_outage","new_status":"major_outage"}]},{"status":"investigating","body":"We are currently investigating this issue.","created_at":"2026-10-14T19:32:45.699Z","wants_twitter_update":true,"twitter_updated_at":"2026-10-14T19:32:46.291Z","updated_at":"2026-10-14T19:32:46.294Z","display_at":"2026-10-14T19:32:45.699Z","deliver_notifications":true,"tweet_id":2110453780051558865,"id":"zmlp3w3j27mm","incident_id":"8tsd93r1wbmz","custom_tweet":null,"affected_components":[{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"operational","new_status":"major_outage"},{"code":"kdtx600d1lcv","name":"Frankfurt - Builds and Deploys","old_status":"operational","new_status":"major_outage"},{"code":"yxcmmkkpvyd6","name":"Ohio - Builds and Deploys","old_status":"operational","new_status":"major_outage"},{"code":"c91ssk9q1w5h","name":"Singapore - Builds and Deploys","old_status":"operational","new_status":"major_outage"},{"code":"2yc2bkklfyb9","name":"Virginia - Builds and Deploys","old_status":"operational","new_status":"major_outage"}]}],"postmortem_body":"### Summary\n\nOn October 14, 2026, between 12:12 and 15:08 PDT \\(19:12 - 22:08 UTC\\), builds and deploys across all regions failed to start, stalled, or were significantly delayed during two periods of impact totaling about 2 hours and 20 minutes. The cause was a database schema migration run as part of a planned version upgrade of our internal job scheduler that coordinates builds, deploys, and other critical platform operations. The migration led to high load and a longer-than-expected recovery time of this system’s database.\n\nWe will change how we perform upgrades and modifications of this system in a highly available fashion in the future so that a similar change cannot cause an outage again.\n\n### Impact\n\nThere were two periods of impact. During this time, live user services were not affected, but builds and deploys across all regions failed to start, failed to finish, or were significantly delayed.\n\n**Period 1: 12:12 - 12:40 PDT \\(19:12 - 19:40 UTC\\), about 28 minutes**\n\n* New builds and deploys did not start. Deploys in progress stalled.\n* Some requests to create a deploy through the Dashboard, API, and CLI returned errors \\(HTTP 500\\).\n\n**Partial recovery: 12:40 - 13:18 PDT \\(19:40 - 20:18 UTC\\)**\n\n* Builds and deploys ran, but deploys took about 20 seconds to start instead of a few hundred milliseconds.\n\n**Period 2: 13:18 - 15:08 PDT \\(20:18 - 22:08 UTC\\), about 1 hour 50 minutes**\n\n* Builds and deploys were delayed, stalled in progress \\(including in pre-deploy\\), or failed. From 13:51 PDT, almost no new builds were able to start.\n* Some queued deploys did not start after recovery, and cancelling them through the API had no effect. Users needed to retry these deploys.\n\n### Root Cause\n\nRender uses an internal job scheduler system to coordinate builds, deploys, and other critical platform operations. We were rolling out improvements to how it distributes work, and began a planned version upgrade of this system in production after a successful practice run in a test environment.\n\nThe upgrade included a database schema migration that locked a large table and drove database CPU utilization to 100%. This database stores both the system’s core job state and secondary data used for search and reporting. The system could not read or write job state reliably, so builds and deploys stopped or slowed.\n\nEngineers were alerted to the issue quickly and reverted the upgrade. However, three factors extended the impact:\n\n* A pre-upgrade step to create a database clone for rollback could not be completed due to an error from the underlying cloud provider, so a fast rollback was not available.\n* The migration continued to run on the database after the client performing the upgrade was stopped and the upgrade reverted. It was found and terminated at 13:49 PDT, about 1.5 hours after it started.\n* An attempt to add capacity to the database failed due to an error from the underlying cloud provider.\n\n### Timeline\n\nAll times are PDT on 2026-10-14 \\(UTC-7\\).\n\n* **12:13** - The upgrade is started, including the database schema migration. Database load rises and builds and deploys stop starting.\n* **12:24** - Impact to builds and deploys identified. Incident escalated.\n* **12:33** - Status page incident opened.\n* **12:34** - Engineers revert the upgrade and stop the client performing the schema migration.\n* **12:37** - Job scheduler system recovers. Builds and deploys resume, with slower deploy start times. End of Period 1.\n* **13:17** - Engineers restart one unhealthy instance of the system to rebalance load. Database connections and errors increase across the system. Start of Period 2.\n* **13:37** - Free-tier deploys paused to reduce load.\n* **13:49** - Engineers find the schema migration still running on the database and terminate it.\n* **14:16** - Database restarted. An attempt to add database capacity fails because of an error from the underlying cloud provider.\n* **14:27** - Remaining components of the system restarted.\n* **14:30** - Builds and deploys start to recover, with slower than usual build and deploy times as the backlog is processed.\n* **15:08** - Deploy start times return to normal and database load returns to pre-incident levels. End of Period 2.\n* **15:11** - Free-tier deploys and spin-ups gradually re-enabled.\n* **15:18** - Incident resolved.\n\n### Mitigations\n\n**Completed during the incident**\n\n* Reverted the job scheduler component upgrade and configuration change \\(12:34 PDT\\).\n* Paused free-tier deploys and spin-ups to reduce load, then re-enabled them gradually after recovery.\n* Terminated the schema migration that was still running on the database \\(13:49 PDT\\).\n* Restarted the database and the job scheduler system to restore normal operation.\n* Paused the upgrade in production until the upgrade process is changed.\n\n**Ongoing \\(started during the incident\\)**\n\n* This database is being upgraded to support cross-zone High Availability.\n\n**Planned**\n\n* Implement a new upgrade and deployment practice for this component: we will implement blue-green deploys to avoid upgrading this system under load in the future.\n* Adjust the underlying storage mechanisms for the job scheduler to be better suited to this workload type, after we have implemented blue-green deploys.","postmortem_body_last_updated_at":"2026-10-22T18:20:33.087Z","postmortem_ignored":false,"postmortem_published_at":"2026-10-22T18:20:33.087Z","postmortem_notified_subscribers":true,"postmortem_notified_twitter":true,"components":[{"status":"operational","name":"Builds and Deploys","created_at":"2022-05-06T00:17:13.811Z","updated_at":"2026-10-14T22:18:11.858Z","position":4,"description":"New builds and deploys for hosted services.","showcase":true,"start_date":"2022-01-01T00:00:00.000Z","id":"1wqcyxr2qylf","page_id":"tyfhm2rrt1tl","group_id":"4r7rv784cclm"},{"status":"operational","name":"Builds and Deploys","created_at":"2022-05-06T00:17:50.301Z","updated_at":"2026-10-14T22:18:11.885Z","position":4,"description":"New builds and deploys for hosted services.","showcase":true,"start_date":"2022-01-01T00:00:00.000Z","id":"kdtx600d1lcv","page_id":"tyfhm2rrt1tl","group_id":"wtb4wdj1f07v"},{"status":"operational","name":"Builds and Deploys","created_at":"2022-05-06T00:18:23.505Z","updated_at":"2026-10-14T22:18:11.910Z","position":4,"description":"New builds and deploys for hosted services.","showcase":true,"start_date":"2022-01-01T00:00:00.000Z","id":"c91ssk9q1w5h","page_id":"tyfhm2rrt1tl","group_id":"p33qq70rxmjr"},{"status":"operational","name":"Builds and Deploys","created_at":"2022-05-06T00:18:52.303Z","updated_at":"2026-10-14T22:18:11.934Z","position":4,"description":"New builds and deploys for hosted services.","showcase":true,"start_date":"2022-01-01T00:00:00.000Z","id":"yxcmmkkpvyd6","page_id":"tyfhm2rrt1tl","group_id":"kvx5yy599tcf"},{"status":"operational","name":"Builds and Deploys","created_at":"2024-05-08T17:07:41.232Z","updated_at":"2026-10-14T22:18:11.959Z","position":4,"description":"New builds and deploys for hosted services.","showcase":true,"start_date":"2024-04-19T00:00:00.000Z","id":"2yc2bkklfyb9","page_id":"tyfhm2rrt1tl","group_id":"zzg2x8rs797p"}]},{"name":"Render Maintenance Period","status":"completed","created_at":"2026-10-14T01:16:33.851Z","updated_at":"2026-10-14T21:19:44.458Z","monitoring_at":null,"resolved_at":"2026-10-14T21:19:44.414Z","impact":"maintenance","shortlink":"https://stspg.io/9tvhrc2gp8q7","scheduled_for":"2026-10-15T01:00:00.000Z","scheduled_until":"2026-10-15T02:00:00.000Z","scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":true,"scheduled_auto_completed":true,"metadata":{},"started_at":"2026-10-14T01:16:33.840Z","reminder_intervals":null,"id":"q47m0wlx1bf3","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"completed","body":"The scheduled maintenance has been deferred. We will post a subsequent notice when it is rescheduled.","created_at":"2026-10-14T21:19:44.414Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-10-14T21:19:44.414Z","display_at":"2026-10-14T21:19:44.414Z","deliver_notifications":false,"tweet_id":null,"id":"fn02jjwr492m","incident_id":"q47m0wlx1bf3","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"operational","new_status":"operational"},{"code":"24yptvmdc90x","name":"Render Platform API","old_status":"operational","new_status":"operational"},{"code":"7735v8795tjg","name":"One-Off Jobs","old_status":"operational","new_status":"operational"},{"code":"5jn1qhp446cw","name":"Render REST API","old_status":"operational","new_status":"operational"}]},{"status":"scheduled","body":"We will be upgrading critical infrastructure on October 14th at 6:00 pm PDT (October 15th 0100 UTC). For up to 60 minutes, you will be unable to view, edit, create or deploy services and databases. The REST API and one-off jobs will also be unavailable.\n\nThere will be no interruptions to deployed services and databases.\n\nIf you need help, please get in touch at support@render.com or talk to us on our community forum, https://community.render.com","created_at":"2026-10-14T01:16:33.953Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-10-14T01:16:33.953Z","display_at":"2026-10-14T01:16:33.953Z","deliver_notifications":false,"tweet_id":null,"id":"y9rz7l1wbz12","incident_id":"q47m0wlx1bf3","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"operational","new_status":"operational"},{"code":"24yptvmdc90x","name":"Render Platform API","old_status":"operational","new_status":"operational"},{"code":"7735v8795tjg","name":"One-Off Jobs","old_status":"operational","new_status":"operational"},{"code":"5jn1qhp446cw","name":"Render REST API","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Render Dashboard","created_at":"2019-02-08T22:32:29.843Z","updated_at":"2026-11-11T13:35:42.785Z","position":1,"description":"dashboard.render.com","showcase":true,"start_date":null,"id":"j45c7rjc3n51","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"Render Platform API","created_at":"2019-11-19T00:34:50.035Z","updated_at":"2026-11-11T13:35:42.808Z","position":3,"description":"Blueprints, Dashboard, REST API, Notifications, Webhooks, Auto-Deploys","showcase":true,"start_date":null,"id":"24yptvmdc90x","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"Render REST API","created_at":"2025-06-10T21:04:58.627Z","updated_at":"2026-11-11T13:35:42.824Z","position":4,"description":"api.render.com","showcase":true,"start_date":"2025-06-10T00:00:00.000Z","id":"5jn1qhp446cw","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"One-Off Jobs","created_at":"2025-06-10T21:04:42.618Z","updated_at":"2026-10-14T01:14:22.636Z","position":7,"description":"Standalone tasks run through the REST API\r\n\r\nhttps://render.com/docs/one-off-jobs","showcase":true,"start_date":"2025-06-10T00:00:00.000Z","id":"7735v8795tjg","page_id":"tyfhm2rrt1tl","group_id":null}]},{"name":"Render Maintenance Period","status":"completed","created_at":"2026-10-06T20:09:44.913Z","updated_at":"2026-10-14T01:14:22.740Z","monitoring_at":null,"resolved_at":"2026-10-14T01:14:22.695Z","impact":"maintenance","shortlink":"https://stspg.io/xm3zzqnd4r7y","scheduled_for":"2026-10-14T01:00:00.000Z","scheduled_until":"2026-10-14T02:00:00.000Z","scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":true,"scheduled_auto_completed":true,"metadata":{},"started_at":"2026-10-06T20:09:44.903Z","reminder_intervals":null,"id":"bwd9ycdxqps4","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"completed","body":"The scheduled maintenance has been completed.","created_at":"2026-10-14T01:14:22.695Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-10-14T01:14:22.695Z","display_at":"2026-10-14T01:14:22.695Z","deliver_notifications":false,"tweet_id":null,"id":"zvsf83t8h3wh","incident_id":"bwd9ycdxqps4","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"under_maintenance","new_status":"operational"},{"code":"24yptvmdc90x","name":"Render Platform API","old_status":"under_maintenance","new_status":"operational"},{"code":"7735v8795tjg","name":"One-Off Jobs","old_status":"under_maintenance","new_status":"operational"},{"code":"5jn1qhp446cw","name":"Render REST API","old_status":"under_maintenance","new_status":"operational"}]},{"status":"in_progress","body":"This maintenance has been rescheduled for October 14th at 6:00 pm PDT (October 15th 0100 UTC). A separate status page notice for that work will be posted shortly.","created_at":"2026-10-14T01:13:19.521Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-10-14T01:13:19.521Z","display_at":"2026-10-14T01:13:19.521Z","deliver_notifications":false,"tweet_id":null,"id":"1p5w2ql6kj06","incident_id":"bwd9ycdxqps4","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"under_maintenance","new_status":"under_maintenance"},{"code":"24yptvmdc90x","name":"Render Platform API","old_status":"under_maintenance","new_status":"under_maintenance"},{"code":"7735v8795tjg","name":"One-Off Jobs","old_status":"under_maintenance","new_status":"under_maintenance"},{"code":"5jn1qhp446cw","name":"Render REST API","old_status":"under_maintenance","new_status":"under_maintenance"}]},{"status":"in_progress","body":"Scheduled maintenance is currently in progress. We will provide updates as necessary.","created_at":"2026-10-14T01:00:10.727Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-10-14T01:00:10.727Z","display_at":"2026-10-14T01:00:10.727Z","deliver_notifications":false,"tweet_id":null,"id":"d78hgwgw59z2","incident_id":"bwd9ycdxqps4","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"operational","new_status":"under_maintenance"},{"code":"24yptvmdc90x","name":"Render Platform API","old_status":"operational","new_status":"under_maintenance"},{"code":"7735v8795tjg","name":"One-Off Jobs","old_status":"operational","new_status":"under_maintenance"},{"code":"5jn1qhp446cw","name":"Render REST API","old_status":"operational","new_status":"under_maintenance"}]},{"status":"scheduled","body":"We will be upgrading critical infrastructure on October 13th at 6:00 pm PDT (October 14th 0100 UTC). For up to 60 minutes, you will be unable to view, edit, create or deploy services and databases. The REST API and one-off jobs will also be unavailable.\n\nThere will be no interruptions to deployed services and databases.\n\nA second maintenance window may be required 24 hours after the original scheduled maintenance, on October 14th at 6:00 pm PDT (October 15th 0100 UTC). If needed, we will announce the additional maintenance in a separate status page notice.\n\nIf you need help, please get in touch at support@render.com or talk to us on our community forum, https://community.render.com","created_at":"2026-10-06T20:09:45.215Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-10-12T15:43:48.984Z","display_at":"2026-10-06T20:09:45.215Z","deliver_notifications":false,"tweet_id":null,"id":"h6t5ylg7pwdc","incident_id":"bwd9ycdxqps4","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"operational","new_status":"operational"},{"code":"24yptvmdc90x","name":"Render Platform API","old_status":"operational","new_status":"operational"},{"code":"7735v8795tjg","name":"One-Off Jobs","old_status":"operational","new_status":"operational"},{"code":"5jn1qhp446cw","name":"Render REST API","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Render Dashboard","created_at":"2019-02-08T22:32:29.843Z","updated_at":"2026-11-11T13:35:42.785Z","position":1,"description":"dashboard.render.com","showcase":true,"start_date":null,"id":"j45c7rjc3n51","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"Render Platform API","created_at":"2019-11-19T00:34:50.035Z","updated_at":"2026-11-11T13:35:42.808Z","position":3,"description":"Blueprints, Dashboard, REST API, Notifications, Webhooks, Auto-Deploys","showcase":true,"start_date":null,"id":"24yptvmdc90x","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"Render REST API","created_at":"2025-06-10T21:04:58.627Z","updated_at":"2026-11-11T13:35:42.824Z","position":4,"description":"api.render.com","showcase":true,"start_date":"2025-06-10T00:00:00.000Z","id":"5jn1qhp446cw","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"One-Off Jobs","created_at":"2025-06-10T21:04:42.618Z","updated_at":"2026-10-14T01:14:22.636Z","position":7,"description":"Standalone tasks run through the REST API\r\n\r\nhttps://render.com/docs/one-off-jobs","showcase":true,"start_date":"2025-06-10T00:00:00.000Z","id":"7735v8795tjg","page_id":"tyfhm2rrt1tl","group_id":null}]},{"name":"Degraded Dashboard Performance; Degraded builds \u0026 deploys in Oregon","status":"resolved","created_at":"2026-10-03T19:35:03.758Z","updated_at":"2026-10-03T20:21:29.613Z","monitoring_at":"2026-10-03T20:13:03.226Z","resolved_at":"2026-10-03T20:21:29.591Z","impact":"minor","shortlink":"https://stspg.io/mkg4n62h7r7m","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-10-03T19:35:03.751Z","reminder_intervals":null,"id":"5skq8x4rjfvt","page_id":"tyfhm2rrt1tl","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-10-03T20:21:29.591Z","wants_twitter_update":true,"twitter_updated_at":null,"updated_at":"2026-10-03T20:21:29.591Z","display_at":"2026-10-03T20:21:29.591Z","deliver_notifications":true,"tweet_id":null,"id":"1dvnqhrh70hl","incident_id":"5skq8x4rjfvt","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"operational","new_status":"operational"},{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"Impacted components are recovering. We are monitoring the situation.","created_at":"2026-10-03T20:13:03.226Z","wants_twitter_update":true,"twitter_updated_at":null,"updated_at":"2026-10-03T20:13:03.226Z","display_at":"2026-10-03T20:13:03.226Z","deliver_notifications":true,"tweet_id":null,"id":"f10cc1v86fgq","incident_id":"5skq8x4rjfvt","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"degraded_performance","new_status":"operational"},{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"degraded_performance","new_status":"operational"}]},{"status":"investigating","body":"We are continuing to investigate this issue.","created_at":"2026-10-03T19:53:46.910Z","wants_twitter_update":true,"twitter_updated_at":null,"updated_at":"2026-10-03T19:53:46.910Z","display_at":"2026-10-03T19:53:46.910Z","deliver_notifications":true,"tweet_id":null,"id":"ywccftbv4xtr","incident_id":"5skq8x4rjfvt","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"1wqcyxr2qylf","name":"Oregon - Builds and Deploys","old_status":"operational","new_status":"degraded_performance"}]},{"status":"investigating","body":"We are currently investigating this issue.","created_at":"2026-10-03T19:35:03.843Z","wants_twitter_update":true,"twitter_updated_at":null,"updated_at":"2026-10-03T19:35:03.843Z","display_at":"2026-10-03T19:35:03.843Z","deliver_notifications":true,"tweet_id":null,"id":"z86c0hdy2wv7","incident_id":"5skq8x4rjfvt","custom_tweet":null,"affected_components":[{"code":"j45c7rjc3n51","name":"Render Dashboard","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Render Dashboard","created_at":"2019-02-08T22:32:29.843Z","updated_at":"2026-11-11T13:35:42.785Z","position":1,"description":"dashboard.render.com","showcase":true,"start_date":null,"id":"j45c7rjc3n51","page_id":"tyfhm2rrt1tl","group_id":null},{"status":"operational","name":"Builds and Deploys","created_at":"2022-05-06T00:17:13.811Z","updated_at":"2026-10-14T22:18:11.858Z","position":4,"description":"New builds and deploys for hosted services.","showcase":true,"start_date":"2022-01-01T00:00:00.000Z","id":"1wqcyxr2qylf","page_id":"tyfhm2rrt1tl","group_id":"4r7rv784cclm"}]}]
}