Limit batch size
This commit is contained in:
parent
ca4f458787
commit
5971d240d4
|
@ -28,6 +28,7 @@ from twisted.internet import defer
|
||||||
|
|
||||||
from collections import namedtuple, OrderedDict
|
from collections import namedtuple, OrderedDict
|
||||||
import functools
|
import functools
|
||||||
|
import itertools
|
||||||
import simplejson as json
|
import simplejson as json
|
||||||
import sys
|
import sys
|
||||||
import time
|
import time
|
||||||
|
@ -875,11 +876,15 @@ class SQLBaseStore(object):
|
||||||
|
|
||||||
def _get_events_txn(self, txn, event_ids, check_redacted=True,
|
def _get_events_txn(self, txn, event_ids, check_redacted=True,
|
||||||
get_prev_content=False):
|
get_prev_content=False):
|
||||||
return self._fetch_events_txn(
|
N = 50 # Only fetch 100 events at a time.
|
||||||
txn, event_ids,
|
return list(itertools.chain(*[
|
||||||
check_redacted=check_redacted,
|
self._fetch_events_txn(
|
||||||
get_prev_content=get_prev_content,
|
txn, event_ids[i*N:(i+1)*N],
|
||||||
)
|
check_redacted=check_redacted,
|
||||||
|
get_prev_content=get_prev_content,
|
||||||
|
)
|
||||||
|
for i in range(1 + len(event_ids) / N)
|
||||||
|
]))
|
||||||
|
|
||||||
def _invalidate_get_event_cache(self, event_id):
|
def _invalidate_get_event_cache(self, event_id):
|
||||||
for check_redacted in (False, True):
|
for check_redacted in (False, True):
|
||||||
|
|
Loading…
Reference in New Issue