OpenCloud
/
MatrixSynapse
mirror of https://github.com/matrix-org/synapse
1
0
Fork 0
Code Issues Releases Wiki Activity

Don't parallelise persist_events

erikj/persist_event_perf
Erik Johnston 2015-06-25 14:11:18 +01:00
parent 9951f43764
commit 3cf2203c5c
1 changed files with 10 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
synapse/storage/events.py
View File

@ -76,9 +76,9 @@ class EventsStore(SQLBaseStore):
for x in xrange(0, len(events_and_contexts), 100) for x in xrange(0, len(events_and_contexts), 100)
] ]
if is_new_state:
# If is_new_state then we have to do chunks in order
for chunk in chunks: for chunk in chunks:
# We can't easily parallelize these since different chunks
# might contain the same event. :()
yield self.runInteraction( yield self.runInteraction(
"persist_events", "persist_events",
self._persist_events_txn, self._persist_events_txn,
@ -86,21 +86,6 @@ class EventsStore(SQLBaseStore):
backfilled=backfilled, backfilled=backfilled,
is_new_state=is_new_state, is_new_state=is_new_state,
) )
else:
# Otherwise, do them sequentially
yield defer.gatherResults(
[
self.runInteraction(
"persist_events",
self._persist_events_txn,
events_and_contexts=chunk,
backfilled=backfilled,
is_new_state=is_new_state,
)
for chunk in chunks
],
consumeErrors=True,
).addErrback(unwrapFirstError)
@defer.inlineCallbacks @defer.inlineCallbacks
@log_function @log_function