diff --git a/synapse/push/pusherpool.py b/synapse/push/pusherpool.py
index 571d8b2f82..2e58f70ffa 100644
--- a/synapse/push/pusherpool.py
+++ b/synapse/push/pusherpool.py
@@ -19,6 +19,8 @@ from twisted.internet import defer
 from httppusher import HttpPusher
 from synapse.push import PusherConfigException
 
+from synapse.util.async import run_on_reactor
+
 import logging
 
 logger = logging.getLogger(__name__)
@@ -48,6 +50,7 @@ class PusherPool:
 
     @defer.inlineCallbacks
     def start(self):
+        yield run_on_reactor()
         pushers = yield self.store.get_all_pushers()
         self._start_pushers(pushers)