mirrors/synapse
1
0
Fork 0
mirror of https://github.com/element-hq/synapse.git synced 2024-11-27 03:58:06 +03:00
Code Issues Projects Releases Packages Wiki Activity

Simplify token replication logic

Browse source
This commit is contained in:
Andrew Morgan 2019-03-05 13:58:30 +00:00
parent fe7bd23a85
commit b9f6163092
1 changed files with 14 additions and 23 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

37
synapse/replication/tcp/protocol.py
View file

@ -478,7 +478,7 @@ class ServerReplicationStreamProtocol(BaseReplicationStreamProtocol):
# Now we can send any updates that came in while we were subscribing
pending_rdata = self.pending_rdata.pop(stream_name, [])
batch_updates = []
updates = []
for token, update in pending_rdata:
# If the token is null, it is part of a batch update. Batches
# are multiple updates that share a single token. To denote
@ -489,34 +489,25 @@ class ServerReplicationStreamProtocol(BaseReplicationStreamProtocol):
# final token.
if token is None:
# Store this update as part of a batch
batch_updates.append(update)
updates.append(update)
continue
if len(batch_updates) > 0:
# There is an ongoing batch and this is the end
if current_token <= current_token:
# This batch is older than current_token, dismiss it
batch_updates = []
else:
# This is the end of the batch. Append final update of
# this batch before sending
batch_updates.append(update)
# Send all updates that are part of this batch with the
# found token
for update in batch_updates:
self.send_command(RdataCommand(stream_name, token, update))
# Clear saved batch updates
batch_updates = []
if token <= current_token:
# This update or batch of updates is older than
# current_token, dismiss it
updates = []
continue
# This is an update that's not part of a batch.
#
# Only send updates newer than the current token
if token > current_token:
updates.append(update)
# Send all updates that are part of this batch with the
# found token
for update in updates:
self.send_command(RdataCommand(stream_name, token, update))
# Clear stored updates
updates = []
# They're now fully subscribed
self.replication_streams.add(stream_name)
except Exception as e: