diff --git a/docker/configure_workers_and_start.py b/docker/configure_workers_and_start.py
index 86e9c44f0f..7e4b2c083c 100755
--- a/docker/configure_workers_and_start.py
+++ b/docker/configure_workers_and_start.py
@@ -177,6 +177,7 @@ WORKERS_CONFIG: Dict[str, Dict[str, Any]] = {
         ],
         "shared_extra_conf": {},
         "worker_extra_conf": "",
+        "nginx_upstream_extra_conf": "hash $http_authorization consistent;",
     },
     "sliding_sync": {
         "app": "synapse.app.generic_worker",